-- Logs begin at Fri 2021-04-09 01:11:31 UTC, end at Fri 2021-04-09 02:10:39 UTC. -- Apr 09 01:45:26.574273 dv-cinder-784623-6-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 09 01:45:29.455513 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.common.config [-] Logging enabled! Apr 09 01:45:29.456097 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev46 Apr 09 01:45:29.457399 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85140) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 09 01:45:29.459142 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.common.config [-] Logging enabled! Apr 09 01:45:29.459427 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev46 Apr 09 01:45:29.459775 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85140) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 09 01:45:29.460830 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 09 01:45:29.461118 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 09 01:45:29.462158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 09 01:45:29.462437 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 09 01:45:29.462694 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 09 01:45:29.463060 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.463399 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.463732 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.463992 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.464333 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.464663 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.465013 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.465344 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.465678 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.465996 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.466309 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.466626 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.466886 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.467201 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.467525 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.467847 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.468099 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] debug = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.468411 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.468964 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.469280 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.469591 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.469918 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.470225 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.470528 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.471103 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.471418 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.471775 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] host = dv-cinder-784623-6-smb {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.472082 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.472405 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.472728 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.473076 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.473387 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.473692 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.474009 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.474318 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.474623 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] log_file = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.474930 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.475253 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.475574 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.475903 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.476159 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.476409 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.476780 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.477103 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.477412 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.477720 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.478025 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.478331 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.478637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.478935 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.479258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.479579 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.479908 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.480203 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.480508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.480833 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.481140 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.481462 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.481768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.482072 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.482376 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.482700 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.483001 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.483307 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.483648 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.483970 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.484290 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.484613 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.484946 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.485267 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.485571 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.485875 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.486176 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] use_json = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.486478 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.486781 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.487098 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.487403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.487705 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.488007 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.488307 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.488628 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:29.488982 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.489314 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.489653 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.489966 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.490297 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.490607 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.490933 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.491242 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.491567 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.491893 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.492211 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.493071 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.493393 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.493703 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.494034 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.494375 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.494712 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.495040 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.495349 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.495654 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.495958 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.496267 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.496584 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.496938 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.497267 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.497574 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.497885 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.498212 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.498521 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.498825 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.499134 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.499461 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.499772 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.500077 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.500391 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.500700 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.501031 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.501336 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.501646 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.501972 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.502282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.502584 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.502885 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.503192 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.503495 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.503815 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.504128 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.504431 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.504738 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.505072 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.505378 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.505682 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.505992 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.506297 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.506605 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.506908 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.507210 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.507515 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.507818 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.508691 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.509022 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.509327 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.509634 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.509938 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.510242 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.510542 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.510845 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.511149 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.511466 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.511798 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.512109 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.512421 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.512730 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.513063 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.513370 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.513675 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.513987 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.514295 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.514606 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.514932 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.515247 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.515563 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.515875 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.516184 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.516512 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.516844 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.517160 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.517468 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.517776 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.518098 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.518409 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.518734 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.519058 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.519381 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.519703 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.520030 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.520341 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.520684 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.521021 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:29.521266 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 09 01:45:29.521527 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85140) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 09 01:45:30.178854 dv-cinder-784623-6-smb neutron-server[85140]: INFO keyring.backend [-] Loading Gnome Apr 09 01:45:30.195354 dv-cinder-784623-6-smb neutron-server[85140]: INFO keyring.backend [-] Loading Google Apr 09 01:45:30.198030 dv-cinder-784623-6-smb neutron-server[85140]: INFO keyring.backend [-] Loading Windows (alt) Apr 09 01:45:30.201735 dv-cinder-784623-6-smb neutron-server[85140]: INFO keyring.backend [-] Loading file Apr 09 01:45:30.202551 dv-cinder-784623-6-smb neutron-server[85140]: INFO keyring.backend [-] Loading keyczar Apr 09 01:45:30.202826 dv-cinder-784623-6-smb neutron-server[85140]: INFO keyring.backend [-] Loading multi Apr 09 01:45:30.203459 dv-cinder-784623-6-smb neutron-server[85140]: INFO keyring.backend [-] Loading pyfs Apr 09 01:45:30.250818 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:45:30.251120 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:45:30.251440 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:45:30.251805 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 09 01:45:30.643447 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:30.643998 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:30.644104 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:30.647100 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:30.647411 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:30.647705 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:30.685100 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:30.685397 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:30.685691 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:30.699465 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:30.699773 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:30.700074 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:30.767092 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:30.767398 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:30.767694 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:30.768833 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:30.769135 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:30.769452 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.040178 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.040491 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.040805 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.041108 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.043051 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.193484 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.193791 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.194113 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.194415 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.194712 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.195091 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.195415 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.195705 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.195990 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.196324 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.196615 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.196939 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.197242 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.197531 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.197835 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.198146 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.198438 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.198754 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.199036 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.199369 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.199816 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.200097 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.200374 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.200710 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.201015 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.201289 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.201701 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 09 01:45:31.201973 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 09 01:45:31.202242 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 09 01:45:31.202508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 09 01:45:31.202776 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 09 01:45:31.203041 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 09 01:45:31.203459 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 09 01:45:31.206651 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 09 01:45:31.210657 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 09 01:45:31.214636 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 09 01:45:31.216279 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 09 01:45:31.217574 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 09 01:45:31.217953 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 09 01:45:31.218385 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 09 01:45:31.221413 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 09 01:45:31.221693 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 09 01:45:31.222085 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 09 01:45:31.249817 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 09 01:45:31.250334 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.250687 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85140) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 09 01:45:31.251075 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.252415 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85140) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 09 01:45:31.252739 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 09 01:45:31.253041 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 09 01:45:31.256310 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.256623 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.323122 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 09 01:45:31.323392 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 09 01:45:31.323663 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 09 01:45:31.324081 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 09 01:45:31.358846 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_db.sqlalchemy.engines [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85140) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 09 01:45:31.806951 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Initializing driver for type 'gre' Apr 09 01:45:31.807501 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] gre ID ranges: [(1, 1000)] Apr 09 01:45:31.849679 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Initializing driver for type 'local' Apr 09 01:45:31.850016 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Initializing driver for type 'vlan' Apr 09 01:45:31.861368 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] VlanTypeDriver initialization complete Apr 09 01:45:31.861746 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Initializing driver for type 'vxlan' Apr 09 01:45:31.862281 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] vxlan ID ranges: [(1, 1000)] Apr 09 01:45:31.906845 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Initializing extension driver 'port_security' Apr 09 01:45:31.907206 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.extensions.port_security [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] PortSecurityExtensionDriver initialization complete Apr 09 01:45:31.907579 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Initializing mechanism driver 'openvswitch' Apr 09 01:45:31.907943 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Initializing mechanism driver 'hyperv' Apr 09 01:45:31.914404 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:45:31.915233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > port after_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.915638 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > port after_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.916058 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > port after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.916481 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > subnet after_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.916888 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > subnet after_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.917585 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.917686 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > network after_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.918011 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > network after_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.918386 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > network after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.918797 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > security_group after_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.919176 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > security_group after_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.919548 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.919963 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.920338 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.920711 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.921304 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > address_group after_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.921687 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > address_group after_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.922065 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.922428 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] ML2 OVO RPC backend initialized. {{(pid=85140) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 09 01:45:31.923230 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.923619 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.924079 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > network before_response 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.924457 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > networks before_response 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.924850 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > port before_response 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.925225 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > ports before_response 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.925605 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > subnet before_response 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.925976 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > subnets before_response 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.926357 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > network after_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.926725 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > network after_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.927106 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > network after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.927469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > port after_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.927841 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > port after_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.928205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > port after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.928568 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > subnet after_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.928965 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > subnet after_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.929337 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.929994 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.plugin [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Modular L2 Plugin initialization complete Apr 09 01:45:31.930345 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading services supported by the core plugin {{(pid=85140) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 09 01:45:31.930715 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.plugins.ml2.managers [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Got port-security extension from driver 'port_security' Apr 09 01:45:31.931211 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.extensions.vlantransparent [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Disabled vlantransparent extension. Apr 09 01:45:31.931739 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85140) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 09 01:45:31.932075 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading Plugin: router Apr 09 01:45:31.969360 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.969790 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router after_create 55549900 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.970195 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router before_create 55549900 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.970852 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.971262 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.971649 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router after_delete 55549900 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.972043 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.972448 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router after_create 55549900 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.972848 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router after_update 55549900 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.973241 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router after_update 55549900 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.973647 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.974023 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router after_update 55549900 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.974512 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router precommit_update 55549900 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.975000 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: port after_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.975348 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: port after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.975702 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: subnet after_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.976097 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.976423 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.976853 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router precommit_create 55549900 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.977233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: port before_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.977607 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router precommit_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.978003 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router after_update 55549900 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.978379 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.978763 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router precommit_create 55549900 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.979166 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.979544 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router precommit_update 55549900 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.979969 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > network after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.980978 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Tracking information for resource: router configured {{(pid=85140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 09 01:45:31.981343 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Tracking information for resource: floatingip configured {{(pid=85140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 09 01:45:31.986154 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.l3_agentschedulers_db [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 09 01:45:31.986794 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: port after_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.987189 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: port after_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.987568 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: port after_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.987944 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: port after_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.988880 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router before_create 55550100 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.989288 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.989689 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router precommit_create 55550100 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.990081 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > router precommit_update 55550100 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:31.994789 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.provider_configuration [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Service providers = [] {{(pid=85140) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 09 01:45:31.995183 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.servicetype_db [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85140) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 09 01:45:31.998161 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.service_base [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 09 01:45:31.998540 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.service_base [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 09 01:45:31.998912 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.service_base [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 09 01:45:31.999799 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.service_base [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 09 01:45:32.000195 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.services.service_base [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 09 01:45:32.000612 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 09 01:45:32.000988 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 09 01:45:32.011539 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 09 01:45:32.011911 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading Plugin: auto_allocate Apr 09 01:45:32.017706 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: network precommit_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:32.018100 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: network precommit_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:32.018680 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 09 01:45:32.019056 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading Plugin: tag Apr 09 01:45:32.026604 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 09 01:45:32.026969 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading Plugin: timestamp Apr 09 01:45:32.030792 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 09 01:45:32.031156 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading Plugin: network_ip_availability Apr 09 01:45:32.036792 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:32.037178 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:32.037568 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:32.038336 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 09 01:45:32.038690 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading Plugin: flavors Apr 09 01:45:32.043176 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 09 01:45:32.043541 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading Plugin: revisions Apr 09 01:45:32.047751 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 09 01:45:32.048177 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=85140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:45:32.049002 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85140) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 09 01:45:32.049361 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Initializing extension manager. Apr 09 01:45:32.049928 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: __init__.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.050300 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: __pycache__ {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.050667 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.051031 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: address_group.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.051827 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.052609 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: address-group Apr 09 01:45:32.052992 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: address_scope.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.053753 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.054324 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: address-scope Apr 09 01:45:32.054682 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.055631 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.056192 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: router-admin-state-down-before-update Apr 09 01:45:32.056549 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: agent.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.057363 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.057878 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: agent Apr 09 01:45:32.058234 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: agent_resources_synced.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.059140 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.059702 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: agent-resources-synced Apr 09 01:45:32.060059 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: allowedaddresspairs.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.061854 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.062432 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: allowed-address-pairs Apr 09 01:45:32.062788 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: auto_allocated_topology.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.063850 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.064421 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: auto-allocated-topology Apr 09 01:45:32.064808 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: availability_zone.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.065545 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.066107 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: availability_zone Apr 09 01:45:32.066462 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: availability_zone_filter.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.067412 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.067926 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: availability_zone_filter Apr 09 01:45:32.068280 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: data_plane_status.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.069205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.069780 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension data-plane-status not supported by any of loaded plugins Apr 09 01:45:32.070130 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: default_subnetpools.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.071553 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.072120 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: default-subnetpools Apr 09 01:45:32.072478 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.073388 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.075309 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: dhcp_agent_scheduler Apr 09 01:45:32.075682 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: dns.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.076626 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.077228 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension dns-integration not supported by any of loaded plugins Apr 09 01:45:32.077614 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: dns_domain_ports.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.078508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.079074 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 09 01:45:32.079431 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: dvr.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.080168 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.080735 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: dvr Apr 09 01:45:32.081120 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: empty_string_filtering.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.082052 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.082618 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: empty-string-filtering Apr 09 01:45:32.082976 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.083987 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.084469 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 09 01:45:32.084864 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.085804 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.086923 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 09 01:45:32.087279 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: external_net.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.088249 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.088864 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: external-net Apr 09 01:45:32.089227 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.090169 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.090739 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: extra_dhcp_opt Apr 09 01:45:32.091092 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: extraroute.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.092012 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.092575 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: extraroute Apr 09 01:45:32.092973 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: extraroute_atomic.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.094017 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.094587 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: extraroute-atomic Apr 09 01:45:32.094947 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: filter_validation.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.095923 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.096477 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: filter-validation Apr 09 01:45:32.096877 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: fip_pf_description.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.097805 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.098370 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 09 01:45:32.098725 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: fip_port_details.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.099646 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.100206 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: fip-port-details Apr 09 01:45:32.100560 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: flavors.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.102051 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.102626 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: flavors Apr 09 01:45:32.102981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.104730 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.105370 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 09 01:45:32.105734 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: floatingip_pools.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.106639 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.107225 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: floatingip-pools Apr 09 01:45:32.107585 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: ip_allocation.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.108589 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.109189 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension ip_allocation not supported by any of loaded plugins Apr 09 01:45:32.109551 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.110476 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.111044 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: ip-substring-filtering Apr 09 01:45:32.111404 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: l2_adjacency.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.112387 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.112986 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 09 01:45:32.113347 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: l3.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.114466 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.115045 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: router Apr 09 01:45:32.115404 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.117873 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.118463 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 09 01:45:32.118841 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.119781 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.120350 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: ext-gw-mode Apr 09 01:45:32.120709 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.121665 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.122228 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: l3-ha Apr 09 01:45:32.122587 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: l3_flavors.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.123498 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.124068 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: l3-flavors Apr 09 01:45:32.124427 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.125367 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.125935 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 09 01:45:32.126295 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: l3agentscheduler.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.127671 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.128252 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: l3_agent_scheduler Apr 09 01:45:32.128617 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: logging.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.130197 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.130775 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension logging not supported by any of loaded plugins Apr 09 01:45:32.131142 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: metering.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.131936 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.132618 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: metering Apr 09 01:45:32.133546 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.134663 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.135241 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: metering_source_and_destination_fields Apr 09 01:45:32.135610 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: multiprovidernet.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.136531 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.137130 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: multi-provider Apr 09 01:45:32.137494 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: netmtu.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.138400 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.138960 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: net-mtu Apr 09 01:45:32.139319 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: netmtu_writable.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.140235 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.140819 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: net-mtu-writable Apr 09 01:45:32.141180 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: network_availability_zone.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.141909 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.142466 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: network_availability_zone Apr 09 01:45:32.142894 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: network_ip_availability.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.144034 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.144632 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: network-ip-availability Apr 09 01:45:32.145022 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: network_segment_range.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.145964 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.146614 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension network-segment-range not supported by any of loaded plugins Apr 09 01:45:32.147016 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: pagination.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.148175 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.149166 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: pagination Apr 09 01:45:32.149487 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: port_device_profile.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.150419 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.151002 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: port-device-profile Apr 09 01:45:32.151362 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.152290 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.152887 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: port-mac-address-regenerate Apr 09 01:45:32.153248 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.154174 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.154755 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: port-numa-affinity-policy Apr 09 01:45:32.155115 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: port_resource_request.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.156045 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.156606 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension port-resource-request not supported by any of loaded plugins Apr 09 01:45:32.156990 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: portbindings.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.158818 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.159392 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: binding Apr 09 01:45:32.159750 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: portbindings_extended.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.161091 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.161674 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: binding-extended Apr 09 01:45:32.162218 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: portsecurity.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.163142 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.163708 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: port-security Apr 09 01:45:32.164064 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: project_id.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.165130 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.165507 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: project-id Apr 09 01:45:32.165866 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: providernet.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.166787 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.167362 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: provider Apr 09 01:45:32.167790 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: qos.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.171324 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.171902 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension qos not supported by any of loaded plugins Apr 09 01:45:32.172275 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.173629 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.174201 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 09 01:45:32.174563 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.175488 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.176057 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 09 01:45:32.176416 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: qos_default.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.177346 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.177907 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension qos-default not supported by any of loaded plugins Apr 09 01:45:32.178264 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: qos_fip.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.178958 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.179519 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension qos-fip not supported by any of loaded plugins Apr 09 01:45:32.180397 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: qos_gateway_ip.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.181359 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.181925 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 09 01:45:32.182280 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: qos_port_network_policy.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.183190 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.183756 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 09 01:45:32.184111 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: qos_rule_type_details.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.185045 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.185610 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 09 01:45:32.185975 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: qos_rules_alias.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.187020 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.187589 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 09 01:45:32.187949 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: quotasv2.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.189007 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.189376 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: quotas Apr 09 01:45:32.189731 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: quotasv2_detail.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.191324 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.191703 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: quota_details Apr 09 01:45:32.192066 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: rbac.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.193272 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.193868 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: rbac-policies Apr 09 01:45:32.194227 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: rbac_address_group.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.195164 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.196285 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: rbac-address-group Apr 09 01:45:32.196644 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: rbac_address_scope.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.197597 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.198169 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: rbac-address-scope Apr 09 01:45:32.198523 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: rbac_security_groups.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.199542 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.200108 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: rbac-security-groups Apr 09 01:45:32.200467 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: rbac_subnetpool.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.201410 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.201974 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: rbac-subnetpool Apr 09 01:45:32.202331 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: revisionifmatch.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.203246 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.203811 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: revision-if-match Apr 09 01:45:32.204169 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: revisions.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.205354 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.205922 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: standard-attr-revisions Apr 09 01:45:32.206287 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: router_availability_zone.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.207018 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.207588 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: router_availability_zone Apr 09 01:45:32.207946 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: routerservicetype.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.208903 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.209465 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension router-service-type not supported by any of loaded plugins Apr 09 01:45:32.209830 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.210751 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.211360 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: security-groups-normalized-cidr Apr 09 01:45:32.211718 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.212654 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.213251 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: port-security-groups-filtering Apr 09 01:45:32.213606 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.214544 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.215110 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: security-groups-remote-address-group Apr 09 01:45:32.215465 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: securitygroup.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.228627 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.229276 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: security-group Apr 09 01:45:32.229644 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: segment.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.230522 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.231102 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension segment not supported by any of loaded plugins Apr 09 01:45:32.231461 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.232434 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.233042 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 09 01:45:32.233404 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: servicetype.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.234511 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.235086 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: service-type Apr 09 01:45:32.235449 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: sorting.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.236436 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.236836 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: sorting Apr 09 01:45:32.237201 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: standard_attr_segment.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.238118 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.238706 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 09 01:45:32.239066 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: standardattrdescription.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.239745 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.240310 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: standard-attr-description Apr 09 01:45:32.240667 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: stateful_security_group.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.241659 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.242735 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: stateful-security-group Apr 09 01:45:32.243191 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: stdattrs_common.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.243781 dv-cinder-784623-6-smb neutron-server[85140]: WARNING neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 09 01:45:32.244129 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.245186 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.245760 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 09 01:45:32.246116 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: subnet_onboard.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.247196 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.247771 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: subnet_onboard Apr 09 01:45:32.248129 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.249086 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.249667 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 09 01:45:32.250025 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: subnet_service_types.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.250968 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.251534 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: subnet-service-types Apr 09 01:45:32.251891 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: subnetallocation.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.253008 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.253573 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: subnet_allocation Apr 09 01:45:32.253935 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.254632 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.255205 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: subnetpool-prefix-ops Apr 09 01:45:32.255560 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.256626 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.257217 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 09 01:45:32.257576 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: tagging.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.259684 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.260279 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: standard-attr-tag Apr 09 01:45:32.260649 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: timestamp.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.261858 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.262432 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loaded extension: standard-attr-timestamp Apr 09 01:45:32.262796 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: trunk.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.263824 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.264397 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension trunk not supported by any of loaded plugins Apr 09 01:45:32.264776 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: trunk_details.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.265700 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.266273 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension trunk-details not supported by any of loaded plugins Apr 09 01:45:32.266627 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: uplink_status_propagation.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.267549 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.268113 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 09 01:45:32.268469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Loading extension file: vlantransparent.py {{(pid=85140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 01:45:32.269195 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 01:45:32.269752 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 09 01:45:32.272462 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Creating instance of TrackedResource for resource:network Apr 09 01:45:32.273315 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Creating instance of TrackedResource for resource:subnet Apr 09 01:45:32.274011 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 09 01:45:32.274666 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Creating instance of TrackedResource for resource:port Apr 09 01:45:32.276156 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.resource_helper [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 01:45:32.276649 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.resource_helper [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Service FLAVORS assigned prefix: {{(pid=85140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 01:45:32.277369 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.resource_helper [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 01:45:32.277839 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.resource_helper [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 01:45:32.278202 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Creating instance of TrackedResource for resource:router Apr 09 01:45:32.278915 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Creating instance of TrackedResource for resource:floatingip Apr 09 01:45:32.279679 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.resource_helper [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Service METERING assigned prefix: /metering {{(pid=85140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 01:45:32.281511 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:32.281915 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:32.282306 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85140) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:45:32.283445 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 09 01:45:32.283940 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Creating instance of TrackedResource for resource:security_group Apr 09 01:45:32.284782 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 09 01:45:32.285631 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.resource_helper [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Service CORE assigned prefix: {{(pid=85140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 01:45:32.285999 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 09 01:45:32.286365 dv-cinder-784623-6-smb neutron-server[85140]: WARNING neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] subnetpool is already registered Apr 09 01:45:32.287029 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.resource_helper [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Service CORE assigned prefix: {{(pid=85140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 01:45:32.287400 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 09 01:45:32.287758 dv-cinder-784623-6-smb neutron-server[85140]: WARNING neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] subnetpool is already registered Apr 09 01:45:32.290614 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.resource_helper [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 01:45:32.291088 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.resource_helper [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Service FLAVORS assigned prefix: {{(pid=85140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 01:45:32.291732 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.resource_helper [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 01:45:32.292189 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.resource_helper [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 01:45:32.292558 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Creating instance of TrackedResource for resource:router Apr 09 01:45:32.292945 dv-cinder-784623-6-smb neutron-server[85140]: WARNING neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] router is already registered Apr 09 01:45:32.293593 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Creating instance of TrackedResource for resource:floatingip Apr 09 01:45:32.293956 dv-cinder-784623-6-smb neutron-server[85140]: WARNING neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] floatingip is already registered Apr 09 01:45:32.294631 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.resource_helper [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Service METERING assigned prefix: /metering {{(pid=85140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 01:45:32.295369 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 09 01:45:32.295729 dv-cinder-784623-6-smb neutron-server[85140]: WARNING neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] rbac_policy is already registered Apr 09 01:45:32.297263 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Creating instance of TrackedResource for resource:security_group Apr 09 01:45:32.297635 dv-cinder-784623-6-smb neutron-server[85140]: WARNING neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] security_group is already registered Apr 09 01:45:32.298284 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 09 01:45:32.298646 dv-cinder-784623-6-smb neutron-server[85140]: WARNING neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] security_group_rule is already registered Apr 09 01:45:32.299372 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.resource_helper [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Service CORE assigned prefix: {{(pid=85140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 01:45:32.299734 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 09 01:45:32.300095 dv-cinder-784623-6-smb neutron-server[85140]: WARNING neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] subnetpool is already registered Apr 09 01:45:32.300795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.resource_helper [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Service CORE assigned prefix: {{(pid=85140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 01:45:32.301155 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 09 01:45:32.301514 dv-cinder-784623-6-smb neutron-server[85140]: WARNING neutron.quota.resource_registry [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] subnetpool is already registered Apr 09 01:45:32.302226 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: extensions {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.303777 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: address-groups {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.306007 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: address-scopes {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.307279 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: agents {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.308533 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: auto-allocated-topology {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.309808 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: availability_zones {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.311162 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: dhcp-networks {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.312637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: dhcp-agents {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.314357 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: routers {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.316215 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: flavors {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.317451 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: service_profiles {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.318724 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: next_providers {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.320365 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: service_profiles {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.322469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: floatingip-pools {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.323731 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: routers {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.325615 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: floatingips {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.326864 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: l3-routers {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.328445 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: l3-agents {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.329947 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: metering-labels {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.331348 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: metering-label-rules {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.332677 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: network-ip-availabilities {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.334010 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: bindings {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.335728 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: quotas {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.337413 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: quotas {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.338880 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: rbac-policies {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.340222 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: security-groups {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.341508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: security-group-rules {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.342780 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: service-providers {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.344067 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: subnetpools {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.345553 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: subnetpools {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.347304 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: tags {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.349059 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: tags {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.351197 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: tags {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.353098 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: tags {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.354947 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: tags {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.356881 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: tags {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.358829 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: tags {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.361702 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: tags {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.363548 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: tags {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.365518 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.extensions [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Extended resource: tags {{(pid=85140) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 01:45:32.372946 dv-cinder-784623-6-smb neutron-server[85140]: WARNING keystonemiddleware.auth_token [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 09 01:45:32.378222 dv-cinder-784623-6-smb neutron-server[85140]: WARNING keystonemiddleware.auth_token [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 09 01:45:32.387699 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Acquired lock "singleton_lock" {{(pid=85140) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 09 01:45:32.388228 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Releasing lock "singleton_lock" {{(pid=85140) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 09 01:45:32.389741 dv-cinder-784623-6-smb neutron-server[85140]: INFO oslo_service.service [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Starting 2 workers Apr 09 01:45:32.394563 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Started child 85253 {{(pid=85140) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 09 01:45:32.398598 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:45:32.399490 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Started child 85254 {{(pid=85140) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 09 01:45:32.400095 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [-] (85253) wsgi starting up on http://0.0.0.0:9696 Apr 09 01:45:32.401006 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.service [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 09 01:45:32.401679 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Notify callbacks [] for process, before_spawn {{(pid=85140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:45:32.402835 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:45:32.404169 dv-cinder-784623-6-smb neutron-server[85140]: INFO oslo_service.service [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Starting 1 workers Apr 09 01:45:32.404303 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [-] (85254) wsgi starting up on http://0.0.0.0:9696 Apr 09 01:45:32.409761 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Started child 85255 {{(pid=85140) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 09 01:45:32.410309 dv-cinder-784623-6-smb neutron-server[85140]: INFO oslo_service.service [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Starting 1 workers Apr 09 01:45:32.411834 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.service [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] calling RpcWorker wait() {{(pid=85255) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 09 01:45:32.412226 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.service [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] returning from RpcWorker wait() {{(pid=85255) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 09 01:45:32.413817 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:45:32.414374 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:45:32.415467 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Started child 85256 {{(pid=85140) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 09 01:45:32.416102 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06ea3be8-744f-4f4d-b6b3-27c4804204d4 None None] Notify callbacks [] for process, after_spawn {{(pid=85140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:45:32.417718 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85140) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 09 01:45:32.418271 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 09 01:45:32.418271 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 09 01:45:32.418408 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 09 01:45:32.418771 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 09 01:45:32.418943 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 09 01:45:32.419065 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:45:32.419698 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.420137 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.420455 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.420738 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.421081 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.421740 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.422012 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.422445 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.422931 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.423205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.423379 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.423736 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.424033 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.424318 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.424660 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.424971 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.425243 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.425541 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.425755 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.426023 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.426328 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.426605 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.426905 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] debug = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.427173 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.427741 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.428008 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.428301 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.428551 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.428883 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.429158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.429455 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.430381 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.430647 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.430930 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.431213 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.431458 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.431702 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.431968 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.432866 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.432866 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.433357 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] host = dv-cinder-784623-6-smb {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.433357 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.433662 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.433662 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.433955 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.434156 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.434430 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.434998 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.434998 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.435301 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.435444 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.435637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.436618 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.436618 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.436618 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] log_file = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.436618 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] log_options = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.437693 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.437693 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.437693 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.437693 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.437693 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.438372 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.438372 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.438372 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.438777 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.438777 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.439262 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.439262 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.439546 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.439686 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.439903 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.440164 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.440425 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.440668 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.440984 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.441359 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.441518 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.441758 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.442004 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.442269 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.442510 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.442752 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.443007 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.443286 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.443529 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.443788 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.444153 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.444461 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.444774 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.445234 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.446430 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.446555 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:45:32.446801 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.447055 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.447377 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.447633 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.447930 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.448211 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.448478 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.448744 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.449334 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.449508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.449723 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] use_json = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.450137 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.450524 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.450978 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.451351 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.451624 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.451888 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.452274 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.452674 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.453144 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.453527 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.453866 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.454126 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.454423 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.454793 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.455162 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.455498 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.455771 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.456065 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.456402 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.456718 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.457080 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.457365 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.457709 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.458223 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.458542 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.458857 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.459140 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.459484 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.459644 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.459863 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.460232 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.460692 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.461119 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.461398 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.461680 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.461889 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.462153 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.463192 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.463192 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.463192 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.463192 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.463813 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.463813 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.464015 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.464119 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.464342 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.464605 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.464909 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.465221 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.465487 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.465740 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.465984 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.466228 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.466477 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.466722 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.466986 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.467249 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.467537 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.467810 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.468136 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.468301 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.469304 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.469304 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.469304 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.469304 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.469778 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.469778 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.471028 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.471028 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.471028 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.471028 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.472981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.472981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.472981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.472981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.472981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.472981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.472981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.472981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.472981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.474104 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.474104 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.474104 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.474104 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.474104 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.474617 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.474617 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.474807 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.474987 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.475215 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.475477 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.475719 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.476012 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.476361 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.476697 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.476974 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.477246 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.478157 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.478542 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.478690 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.478890 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.479100 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.479359 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.479735 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.479937 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.481018 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.481018 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.481384 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.481534 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.481783 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.482048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.482318 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.482583 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.482835 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.483129 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.483411 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.483675 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.483990 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.484311 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.484832 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.485195 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.485444 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.485703 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.486121 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.486476 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.486790 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.487077 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.487077 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.487812 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.487896 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.488151 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.488453 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.488737 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.490032 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.490032 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.490032 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.490032 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.490436 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.490436 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.490622 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.491045 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.491177 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.491409 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.491633 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.492093 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.493102 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.493554 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.494054 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.494413 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.494689 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.494944 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.495425 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.495704 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.495969 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.498158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.498158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.498158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.498158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.498158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.498158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.498158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.498158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.498730 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.498730 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.498730 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.498938 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.499130 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.499397 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.499651 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.499908 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.500241 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.500509 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.500802 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.501062 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.501307 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.501594 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.501865 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.502177 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.502457 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.502720 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.502987 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.503279 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.503552 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.503804 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.504088 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.504339 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.504607 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.504884 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.505141 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.505389 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.505648 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.505928 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.506189 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.506461 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.507247 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.507247 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.509048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.509048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.509048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.509048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.509048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.509048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.509048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.509048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.511321 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.511321 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.511321 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.511321 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.511321 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.511321 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.511321 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.511973 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.511973 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.511973 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.512257 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.512353 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.512577 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.512886 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.513133 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.513393 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.513654 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.513896 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.514145 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.514388 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.514647 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.514886 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.515133 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.515456 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.515700 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.516017 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.516305 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.516557 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.516892 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.517162 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.517442 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.517712 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.518063 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.518309 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.518602 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.518881 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.519132 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.519389 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.520264 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.520264 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.520450 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.520801 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.520968 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.521215 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.521521 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.521822 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.522069 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.522404 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.522765 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.523080 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.523315 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.523631 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.523923 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.524176 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.524440 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.525469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.525469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.525469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.525469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.525973 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.525973 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.526167 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.526369 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.526619 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.526877 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.527120 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.527436 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.527642 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.527839 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 09 01:45:32.528383 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85140) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 09 01:45:32.528571 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 09 01:45:32.528767 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 09 01:45:32.528978 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 09 01:45:32.529178 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 09 01:45:32.529357 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 09 01:45:32.529606 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.529795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.529981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.530165 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.530350 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.530555 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.530755 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.531065 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.531065 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.531252 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.531391 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.531571 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.531756 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.531936 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.532118 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.532300 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.533234 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.533234 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.533234 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.533234 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.533234 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.533689 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.533689 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] debug = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.533689 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.533877 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.533962 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.534140 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.534273 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.534554 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.534670 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.534767 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.534950 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.535133 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.535315 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.535498 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.535679 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.535860 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.536042 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.536222 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.536405 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.536586 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] host = dv-cinder-784623-6-smb {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.536797 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.536974 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.537158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.537318 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.537497 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.537658 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.537835 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.538018 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.538199 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.538383 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.538547 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.538911 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.539606 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.539776 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] log_file = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.539956 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] log_options = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.540108 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.540297 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.540480 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.540679 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.540913 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.541129 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.541233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.541411 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.541592 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.541773 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.541955 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.542135 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.542317 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.542499 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.542679 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.542859 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.543041 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.543222 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.543403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.543584 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.543785 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.543935 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.544103 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.544285 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.544466 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.544647 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.544860 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.545044 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.545226 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.545408 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.545589 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.545770 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.545952 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.546132 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.546316 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.546497 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.546677 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.546861 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.547043 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.547223 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.547406 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.547586 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.547826 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.547933 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.548102 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.548284 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] use_json = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.549189 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.549189 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.549189 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.549189 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.549189 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.549639 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.549639 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.549639 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 01:45:32.549895 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.549895 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.550069 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.550255 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.550442 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.550629 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.550813 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.550999 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.551192 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.551344 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.551537 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.551722 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.551918 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.552103 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.552289 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.552475 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.552661 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.552871 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.553060 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.553245 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.553429 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.553615 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.553819 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.554007 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.554192 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.554379 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.554564 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.554795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.555469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.555656 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.555843 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.556029 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.556214 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.556399 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.556586 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.556835 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.557074 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.557263 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.557451 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.557639 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.557826 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.558013 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.558199 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.558385 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.558616 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.558768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.558906 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.559079 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.559969 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.559969 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.559969 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.559969 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.559969 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.560527 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.560527 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.560527 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.560947 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.560947 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.560947 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.561389 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.561389 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.561573 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.561573 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.561749 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.561927 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.562166 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.562280 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.562460 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.562646 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.562834 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.563052 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.563250 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.563350 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.563525 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.563711 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.563897 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.564084 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.564271 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.564455 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.564641 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.564874 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.565063 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.565250 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.565436 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.565633 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.565838 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.566026 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.566211 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.566397 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.566582 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.566767 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.566954 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.567139 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.567325 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.567511 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.567672 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.567859 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.568046 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.568231 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.568416 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.568602 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.568806 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.568997 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.569184 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.569370 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.569538 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.569714 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.569903 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.570089 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.570272 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.570490 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.570687 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.570872 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.571060 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.571245 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.571438 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.571621 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.571810 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.571995 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.572184 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.572370 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.572556 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.572743 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.572965 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.573153 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.573340 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.573527 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.573721 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.573920 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.574106 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.574293 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.574483 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.574721 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.574904 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.575144 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.575437 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.575437 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.575619 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.575802 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.575946 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.576055 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.576205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.576391 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.576493 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:45:32.576597 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.576736 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.576924 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.577106 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.577293 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.577480 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.577666 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.577850 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.578037 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.578223 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.578409 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.578596 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.578774 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.578936 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.579108 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.579293 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.579478 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.579663 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.579852 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.580038 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.580223 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.580407 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.580593 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.580788 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.580987 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.581171 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.581359 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.581549 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.581739 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.581922 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.582108 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.582295 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.582482 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.582670 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.582855 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.583040 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.583226 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.583411 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.583597 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.583784 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.583951 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.584130 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.584314 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.584500 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.584701 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.584925 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.585111 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.585294 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.585480 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.585665 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.585850 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.586072 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.586257 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.586441 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.586626 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.586885 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.586977 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.587177 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.587320 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.587505 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.587691 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.587875 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.588061 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.588259 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.588445 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.588631 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.588912 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.589046 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.589159 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.589340 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.589526 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.589710 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.589899 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.590095 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.590281 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.590466 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.590651 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.590835 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.591030 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.591217 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.591401 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.591620 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.591783 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.591966 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.592152 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.592350 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.592537 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.592724 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.592935 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.593120 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.593305 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.593491 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.593681 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.593877 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.594071 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.594276 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.596233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.596233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.596233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.596233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.596233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.596233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.596233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.596233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.598205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.598205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.598205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.598205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.598205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.598205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.598205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.598205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.598205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.598959 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.598959 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.598959 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.598959 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.598959 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.598959 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.598959 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.598959 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 01:45:32.599733 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85140) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 09 01:45:32.737826 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 51020) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:45:32.751357 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0112424 Apr 09 01:45:43.564372 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5401bd-c6e5-4087-a659-1c3a2b13fe03 None None] get_active_networks_info from dv-cinder-784623-6-smb {{(pid=85255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 09 01:45:43.639590 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5401bd-c6e5-4087-a659-1c3a2b13fe03 None None] No non-hosted networks {{(pid=85255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 09 01:45:43.655914 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agentschedulers_db [None req-9d5401bd-c6e5-4087-a659-1c3a2b13fe03 None None] DHCP Agent not found on host dv-cinder-784623-6-smb {{(pid=85255) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 09 01:45:43.868909 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-975608b9-665b-4963-8986-ba652d273a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239'] for agent, after_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:45:47.139079 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8821eba1-c666-4566-a757-e26a50f60a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239'] for agent, after_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:45:47.199532 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-71add4d6-702a-4358-848d-e7ed0c95833a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:45:48.164332 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239'] for agent, after_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:45:48.528296 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239'] for agent, after_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:45:48.539457 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:45:48.543609 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:45:48.544258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:45:48.544906 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:45:48.545488 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:45:48.546074 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:45:48.546649 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:45:48.547221 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:45:48.547782 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:45:48.548338 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:45:48.549621 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:45:48.551525 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:45:48.552623 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784623-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:45:48.562631 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:45:49.692730 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239'] for agent, after_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:45:52.086337 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 51110) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:45:52.435931 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.l3_hamode_db [None req-253c3039-30d3-47cb-8fa9-1e80ddce408d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 09 01:45:52.531602 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c3039-30d3-47cb-8fa9-1e80ddce408d None None] Routers set() bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:45:52.532058 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c3039-30d3-47cb-8fa9-1e80ddce408d None None] Router IDs set() for agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 09 01:45:52.774395 dv-cinder-784623-6-smb neutron-server[85140]: WARNING oslo_policy.policy [None req-41785317-5c64-440a-897a-aa5506e3822a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 09 01:45:52.775000 dv-cinder-784623-6-smb neutron-server[85140]: WARNING oslo_policy.policy [None req-41785317-5c64-440a-897a-aa5506e3822a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 09 01:45:53.005630 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [None req-41785317-5c64-440a-897a-aa5506e3822a admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=85253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 01:45:53.006955 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-41785317-5c64-440a-897a-aa5506e3822a admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9185963 Apr 09 01:45:55.783643 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 51124) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:45:56.183773 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-682e91ab-092c-485d-8c68-4fbc6be618c1 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:45:56.289283 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.policy [None req-682e91ab-092c-485d-8c68-4fbc6be618c1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85253) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 09 01:45:56.343379 dv-cinder-784623-6-smb neutron-server[85140]: WARNING oslo_policy.policy [None req-682e91ab-092c-485d-8c68-4fbc6be618c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 09 01:45:56.343796 dv-cinder-784623-6-smb neutron-server[85140]: WARNING oslo_policy.policy [None req-682e91ab-092c-485d-8c68-4fbc6be618c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 09 01:45:56.362286 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota [None req-682e91ab-092c-485d-8c68-4fbc6be618c1 admin admin] Loaded quota_driver: . Apr 09 01:45:56.378088 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-682e91ab-092c-485d-8c68-4fbc6be618c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:45:56.438116 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-682e91ab-092c-485d-8c68-4fbc6be618c1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245881985670', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245881985322', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245881978286', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245881969218', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245881952315', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245881952744', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854378018', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854416886', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-722405', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854105979'] for rbac-policy, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:45:56.504947 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-682e91ab-092c-485d-8c68-4fbc6be618c1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:45:56.506174 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-682e91ab-092c-485d-8c68-4fbc6be618c1 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7215235 Apr 09 01:45:59.540262 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 51138) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:45:59.919833 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'name': 'private'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:45:59.925953 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:45:59.931303 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Usage tracker for resource:network and tenant:5d6e8fb11efd4fbe8dcf0faab0689e46 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:45:59.935039 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:45:59.941618 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:45:59.950238 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Made reservation on behalf of 5d6e8fb11efd4fbe8dcf0faab0689e46 for: {'network': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:45:59.956408 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for network, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:45:59.973962 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:45:59.991831 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:45:59.995712 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Usage tracker for resource:security_group_rule and tenant:5d6e8fb11efd4fbe8dcf0faab0689e46 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:45:59.999277 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:46:00.004996 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:46:00.258682 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:00.261476 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:00.266118 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:46:00.283965 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=85253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 01:46:00.311226 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790974777578', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:00.311846 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Unsubscribe: segment precommit_create {{(pid=85253) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 09 01:46:00.312325 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.segments_db [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Added segment 81ed695e-588e-4c70-a791-a5045e7b9e3a of type vlan for network 797bc433-876c-4b48-9a60-f34c2bb78116 Apr 09 01:46:00.364287 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55709af-875d-4dbd-af2c-f81b12387c55,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:46:00.386328 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:00.386703 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:00.387055 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:00.387410 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:00.387762 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:00.388111 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:00.388456 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:00.388823 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:00.389178 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:00.389524 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:00.389867 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:00.390208 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Tracked resource versions report: Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: pushed versions: Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: { 'AddressGroup': {'1.2'}, Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'ConntrackHelper': {'1.0'}, Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'Log': {'1.0'}, Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'Network': {'1.1'}, Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'Port': {'1.7'}, Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'PortForwarding': {'1.2'}, Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'QosPolicy': {'1.8'}, Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroup': {'1.4'}, Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroupRule': {'1.2'}, Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'SubPort': {'1.0'}, Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'Subnet': {'1.1'}, Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'Trunk': {'1.1'}} Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: consumer versions: Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: { DHCP agent@dv-cinder-784623-6-smb: {}, Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: L3 agent@dv-cinder-784623-6-smb: {}, Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: Metadata agent@dv-cinder-784623-6-smb: {}, Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: Metering agent@dv-cinder-784623-6-smb: {}, Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: Open vSwitch agent@dv-cinder-784623-6-smb: { 'AddressGroup': '1.2', Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'ConntrackHelper': '1.0', Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'Log': '1.0', Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'Network': '1.1', Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'Port': '1.7', Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'PortForwarding': '1.2', Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'QosPolicy': '1.8', Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroup': '1.4', Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroupRule': '1.2', Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'SubPort': '1.0', Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'Subnet': '1.1', Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: 'Trunk': '1.1'}} Apr 09 01:46:00.391317 dv-cinder-784623-6-smb neutron-server[85140]: {{(pid=85253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 09 01:46:00.428467 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790974259946'] for network, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:00.439284 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:46:00.470251 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for network, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:00.471915 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:46:00.472561 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:00.477366 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:46:00.595965 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0541654 Apr 09 01:46:00.596622 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Pushing event updated for resources: {'Network': ['ID=797bc433-876c-4b48-9a60-f34c2bb78116,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:46:00.599818 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:46:00.608570 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Network 797bc433-876c-4b48-9a60-f34c2bb78116 details requested by agent ovs-agent-dv-cinder-784623-6-smb with host dv-cinder-784623-6-smb {{(pid=85255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 01:46:03.681240 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 51154) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:46:04.210747 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c0ac15-9589-47d9-8b60-59d27eda21fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:46:04.212203 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e7c0ac15-9589-47d9-8b60-59d27eda21fc admin admin] 10.222.0.44 "GET /v2.0/networks/797bc433-876c-4b48-9a60-f34c2bb78116 HTTP/1.1" status: 200 len: 825 time: 0.5299149 Apr 09 01:46:04.242540 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-016d65a1-155a-49b2-8b41-4112dedd4a93 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/ed7ca592-64f6-44a9-941e-6c80481c73ee HTTP/1.1" status: 200 len: 734 time: 0.0241277 Apr 09 01:46:04.252435 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-6e684990-4ac4-4f65-b49e-8c7eec03594f admin admin] Request body: {'subnet': {'tenant_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'subnetpool_id': 'ed7ca592-64f6-44a9-941e-6c80481c73ee', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '797bc433-876c-4b48-9a60-f34c2bb78116', 'name': 'private-subnet'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:46:04.257484 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-6e684990-4ac4-4f65-b49e-8c7eec03594f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:46:04.261489 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-6e684990-4ac4-4f65-b49e-8c7eec03594f admin admin] Usage tracker for resource:subnet and tenant:5d6e8fb11efd4fbe8dcf0faab0689e46 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:46:04.264540 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-6e684990-4ac4-4f65-b49e-8c7eec03594f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:46:04.270487 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-6e684990-4ac4-4f65-b49e-8c7eec03594f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:46:04.282677 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e684990-4ac4-4f65-b49e-8c7eec03594f admin admin] Made reservation on behalf of 5d6e8fb11efd4fbe8dcf0faab0689e46 for: {'subnet': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:46:04.287263 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6e684990-4ac4-4f65-b49e-8c7eec03594f admin admin] Notify callbacks [] for subnet, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:04.777460 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6e684990-4ac4-4f65-b49e-8c7eec03594f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for subnet, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:04.793064 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:46:04.932847 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e684990-4ac4-4f65-b49e-8c7eec03594f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8605ecae-8281-4eea-a347-5bc1acbe5f02,revision_number=0']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:46:04.936152 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-6e684990-4ac4-4f65-b49e-8c7eec03594f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:46:05.001007 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e684990-4ac4-4f65-b49e-8c7eec03594f admin admin] Checking segment: {'id': '81ed695e-588e-4c70-a791-a5045e7b9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '797bc433-876c-4b48-9a60-f34c2bb78116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:46:05.001383 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e684990-4ac4-4f65-b49e-8c7eec03594f admin admin] Network hostable DHCP agents. Network: 797bc433-876c-4b48-9a60-f34c2bb78116, hostable agents: ['68056bad-9ad5-43c2-8e53-4c698c5ccbf6'], hosted agents: [] {{(pid=85253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 01:46:05.021928 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e684990-4ac4-4f65-b49e-8c7eec03594f admin admin] Network 797bc433-876c-4b48-9a60-f34c2bb78116 is scheduled to be hosted by DHCP agent 68056bad-9ad5-43c2-8e53-4c698c5ccbf6 with binding_index 1 {{(pid=85253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 01:46:05.031363 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-6e684990-4ac4-4f65-b49e-8c7eec03594f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-smb, 797bc433-876c-4b48-9a60-f34c2bb78116) {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:46:05.036420 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e684990-4ac4-4f65-b49e-8c7eec03594f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:46:05.037068 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6e684990-4ac4-4f65-b49e-8c7eec03594f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for subnet, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:05.041741 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c43625d-4e90-48b3-baec-6ed4a0ff76df None None] Network 797bc433-876c-4b48-9a60-f34c2bb78116 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:46:05.057322 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-6e684990-4ac4-4f65-b49e-8c7eec03594f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8086870 Apr 09 01:46:05.372737 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51a003c9-ca63-50ac-9cc8-aae34d64f8f4-797bc433-876c-4b48-9a60-f34c2bb78116', 'network_id': '797bc433-876c-4b48-9a60-f34c2bb78116', 'tenant_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'fixed_ips': [{'subnet_id': '8605ecae-8281-4eea-a347-5bc1acbe5f02'}]}} from dv-cinder-784623-6-smb. {{(pid=85255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 09 01:46:05.374083 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:05.575565 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Allocated IP 172.20.0.2 (797bc433-876c-4b48-9a60-f34c2bb78116/8605ecae-8281-4eea-a347-5bc1acbe5f02/e1b87654-6c38-4e4a-8532-d2aba7310033) {{(pid=85255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:46:05.819119 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Notify callbacks [] for port, precommit_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:05.832350 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Transition to ACTIVE for port object e1b87654-6c38-4e4a-8532-d2aba7310033 will not be triggered until provisioned by entity L2. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:46:05.856507 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Transition to ACTIVE for port object e1b87654-6c38-4e4a-8532-d2aba7310033 will not be triggered until provisioned by entity DHCP. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:46:05.862873 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:05.877856 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:46:06.195350 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Pushing event updated for resources: {'Port': ['ID=e1b87654-6c38-4e4a-8532-d2aba7310033,revision_number=1']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:46:06.207047 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:06.207476 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:06.207860 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:06.208225 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:06.208590 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:06.209008 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:06.209368 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:06.209722 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:06.210611 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:06.210966 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:06.211322 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:06.211674 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Tracked resource versions report: Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: pushed versions: Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: { 'AddressGroup': {'1.2'}, Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'ConntrackHelper': {'1.0'}, Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'Log': {'1.0'}, Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'Network': {'1.1'}, Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'Port': {'1.7'}, Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'PortForwarding': {'1.2'}, Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'QosPolicy': {'1.8'}, Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroup': {'1.4'}, Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroupRule': {'1.2'}, Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'SubPort': {'1.0'}, Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'Subnet': {'1.1'}, Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'Trunk': {'1.1'}} Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: consumer versions: Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: { DHCP agent@dv-cinder-784623-6-smb: {}, Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: L3 agent@dv-cinder-784623-6-smb: {}, Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: Metadata agent@dv-cinder-784623-6-smb: {}, Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: Metering agent@dv-cinder-784623-6-smb: {}, Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: Open vSwitch agent@dv-cinder-784623-6-smb: { 'AddressGroup': '1.2', Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'ConntrackHelper': '1.0', Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'Log': '1.0', Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'Network': '1.1', Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'Port': '1.7', Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'PortForwarding': '1.2', Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'QosPolicy': '1.8', Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroup': '1.4', Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroupRule': '1.2', Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'SubPort': '1.0', Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'Subnet': '1.1', Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: 'Trunk': '1.1'}} Apr 09 01:46:06.212848 dv-cinder-784623-6-smb neutron-server[85140]: {{(pid=85255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 09 01:46:06.219586 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:46:06.267666 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Network 797bc433-876c-4b48-9a60-f34c2bb78116 is already hosted by enough agents. {{(pid=85255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:46:06.269306 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Resources bound (agent type, host, resource id): {{(pid=85255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:46:06.273007 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Received port after_create {{(pid=85255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:46:06.379450 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Attempting to bind port e1b87654-6c38-4e4a-8532-d2aba7310033 on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:46:06.379888 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Attempting to bind port e1b87654-6c38-4e4a-8532-d2aba7310033 by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': '81ed695e-588e-4c70-a791-a5045e7b9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '797bc433-876c-4b48-9a60-f34c2bb78116'}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:46:06.380312 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Attempting to bind port e1b87654-6c38-4e4a-8532-d2aba7310033 on network 797bc433-876c-4b48-9a60-f34c2bb78116 {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:46:06.387355 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:46:06.387780 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Checking segment: {'id': '81ed695e-588e-4c70-a791-a5045e7b9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '797bc433-876c-4b48-9a60-f34c2bb78116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:46:06.388236 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:06.388673 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Bound using segment: {'id': '81ed695e-588e-4c70-a791-a5045e7b9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '797bc433-876c-4b48-9a60-f34c2bb78116'} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:46:06.389254 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Bound port: e1b87654-6c38-4e4a-8532-d2aba7310033, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ed695e-588e-4c70-a791-a5045e7b9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '797bc433-876c-4b48-9a60-f34c2bb78116'}}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:46:06.389668 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:06.472648 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] For port e1b87654-6c38-4e4a-8532-d2aba7310033, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:46:06.477027 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] For port e1b87654-6c38-4e4a-8532-d2aba7310033, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=e1b87654-6c38-4e4a-8532-d2aba7310033,segment=NetworkSegment(81ed695e-588e-4c70-a791-a5045e7b9e3a),segment_id=81ed695e-588e-4c70-a791-a5045e7b9e3a)] {{(pid=85255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:46:06.481184 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:06.496924 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:46:06.655502 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Pushing event updated for resources: {'Port': ['ID=e1b87654-6c38-4e4a-8532-d2aba7310033,revision_number=2']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:46:06.660480 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:46:07.872589 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 51164) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:46:08.313094 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [None req-cfc3f5ec-cc73-4318-9e78-f9501c012c43 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=85253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 01:46:08.314168 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-cfc3f5ec-cc73-4318-9e78-f9501c012c43 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4405096 Apr 09 01:46:10.750704 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device e1b87654-6c38-4e4a-8532-d2aba7310033 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:46:10.827979 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port e1b87654-6c38-4e4a-8532-d2aba7310033 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:46:11.304480 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 51178) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:46:11.573475 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219b928f-a0e1-4018-abb1-17b7b7cd7dc0 None None] Network 797bc433-876c-4b48-9a60-f34c2bb78116 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:46:11.666145 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-81335212-d7c8-44e4-a67c-46a68ef0410e None None] Provisioning for port e1b87654-6c38-4e4a-8532-d2aba7310033 completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:46:11.674630 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-81335212-d7c8-44e4-a67c-46a68ef0410e None None] Provisioning complete for port e1b87654-6c38-4e4a-8532-d2aba7310033 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:46:11.675035 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-81335212-d7c8-44e4-a67c-46a68ef0410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:11.882884 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-81335212-d7c8-44e4-a67c-46a68ef0410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:11.941691 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-81335212-d7c8-44e4-a67c-46a68ef0410e None None] For port e1b87654-6c38-4e4a-8532-d2aba7310033, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=e1b87654-6c38-4e4a-8532-d2aba7310033,segment=NetworkSegment(81ed695e-588e-4c70-a791-a5045e7b9e3a),segment_id=81ed695e-588e-4c70-a791-a5045e7b9e3a)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:46:11.947250 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-81335212-d7c8-44e4-a67c-46a68ef0410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:11.954674 dv-cinder-784623-6-smb neutron-server[85140]: WARNING oslo_policy.policy [None req-85e59677-f193-4e04-b2de-e59476915968 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 09 01:46:11.955536 dv-cinder-784623-6-smb neutron-server[85140]: WARNING oslo_policy.policy [None req-85e59677-f193-4e04-b2de-e59476915968 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 09 01:46:11.957421 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:46:12.039219 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81335212-d7c8-44e4-a67c-46a68ef0410e None None] Pushing event updated for resources: {'Port': ['ID=e1b87654-6c38-4e4a-8532-d2aba7310033,revision_number=3']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:46:12.042678 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-81335212-d7c8-44e4-a67c-46a68ef0410e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:46:12.189151 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [None req-85e59677-f193-4e04-b2de-e59476915968 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=85254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 01:46:12.190305 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-85e59677-f193-4e04-b2de-e59476915968 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8848164 Apr 09 01:46:12.280297 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-373c9fc0-4bdb-47d0-b90a-bc35aa01f695 None None] Provisioning complete for port e1b87654-6c38-4e4a-8532-d2aba7310033 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:46:12.280710 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-373c9fc0-4bdb-47d0-b90a-bc35aa01f695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:12.729157 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device e1b87654-6c38-4e4a-8532-d2aba7310033 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:46:12.800636 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port e1b87654-6c38-4e4a-8532-d2aba7310033 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:46:12.801083 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:13.415375 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-51bc118b-6538-4ad7-be68-9ecf0771aed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:15.297312 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 51194) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:46:15.673483 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-ee880948-ae5d-445f-b23c-3bf7918374cd admin admin] Request body: {'router': {'tenant_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'name': 'router1', 'admin_state_up': True}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:46:15.752565 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.policy [None req-ee880948-ae5d-445f-b23c-3bf7918374cd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85254) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 09 01:46:15.807959 dv-cinder-784623-6-smb neutron-server[85140]: WARNING oslo_policy.policy [None req-ee880948-ae5d-445f-b23c-3bf7918374cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 09 01:46:15.808356 dv-cinder-784623-6-smb neutron-server[85140]: WARNING oslo_policy.policy [None req-ee880948-ae5d-445f-b23c-3bf7918374cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 09 01:46:15.826790 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.quota [None req-ee880948-ae5d-445f-b23c-3bf7918374cd admin admin] Loaded quota_driver: . Apr 09 01:46:15.842670 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ee880948-ae5d-445f-b23c-3bf7918374cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:46:15.849521 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ee880948-ae5d-445f-b23c-3bf7918374cd admin admin] Usage tracker for resource:router and tenant:5d6e8fb11efd4fbe8dcf0faab0689e46 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:46:15.854473 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ee880948-ae5d-445f-b23c-3bf7918374cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:46:15.863918 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ee880948-ae5d-445f-b23c-3bf7918374cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:46:15.878774 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ee880948-ae5d-445f-b23c-3bf7918374cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773841'] for router, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:15.880947 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ee880948-ae5d-445f-b23c-3bf7918374cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1940'] for router, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:15.905663 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ee880948-ae5d-445f-b23c-3bf7918374cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:16.178093 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ee880948-ae5d-445f-b23c-3bf7918374cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854004705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854110841'] for router, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:16.197933 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ee880948-ae5d-445f-b23c-3bf7918374cd admin admin] Notify callbacks [] for router, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:16.199173 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-ee880948-ae5d-445f-b23c-3bf7918374cd admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9008071 Apr 09 01:46:17.139331 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4e119286-df4e-48e9-ada1-7462c638a98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:18.097165 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:18.494466 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:18.942133 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 51216) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:46:19.106487 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [None req-b622876f-96f5-47a7-89c7-aab198581049 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=85254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 01:46:19.107542 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-b622876f-96f5-47a7-89c7-aab198581049 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1644077 Apr 09 01:46:19.629889 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:21.706795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 51236) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:46:21.758993 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:46:21.765268 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:46:21.769258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Usage tracker for resource:network and tenant:90795d9759094dc09f56c830ee8b8ef0 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:46:21.772399 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:46:21.778251 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:46:21.786859 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Made reservation on behalf of 90795d9759094dc09f56c830ee8b8ef0 for: {'network': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:46:21.793018 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for network, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:21.809780 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:21.825054 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:46:21.828959 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Usage tracker for resource:security_group_rule and tenant:90795d9759094dc09f56c830ee8b8ef0 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:46:21.832044 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:46:21.838093 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:46:21.938543 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:21.941372 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:21.946664 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:46:21.958852 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Reserving flat network on physical network physnet1 {{(pid=85254) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 09 01:46:21.989159 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790974777578', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:21.989821 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Unsubscribe: segment precommit_create {{(pid=85254) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 09 01:46:21.990297 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.segments_db [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Added segment 738fc135-ab18-413b-b0ab-1e1a420e3066 of type flat for network 8df4ea79-732a-43b6-97d7-19109b70c389 Apr 09 01:46:22.049216 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210a6402-5fd4-4ced-8225-8a71db3bc119,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:46:22.071663 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:22.072041 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:22.072405 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:22.072791 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:22.073138 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:22.073495 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:22.073843 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:22.074192 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:22.074539 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:22.074885 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:22.075233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:22.075580 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Tracked resource versions report: Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: pushed versions: Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: { 'AddressGroup': {'1.2'}, Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'ConntrackHelper': {'1.0'}, Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'Log': {'1.0'}, Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'Network': {'1.1'}, Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'Port': {'1.7'}, Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'PortForwarding': {'1.2'}, Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'QosPolicy': {'1.8'}, Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroup': {'1.4'}, Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroupRule': {'1.2'}, Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'SubPort': {'1.0'}, Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'Subnet': {'1.1'}, Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'Trunk': {'1.1'}} Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: consumer versions: Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: { DHCP agent@dv-cinder-784623-6-smb: {}, Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: L3 agent@dv-cinder-784623-6-smb: {}, Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: Metadata agent@dv-cinder-784623-6-smb: {}, Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: Metering agent@dv-cinder-784623-6-smb: {}, Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: Open vSwitch agent@dv-cinder-784623-6-smb: { 'AddressGroup': '1.2', Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'ConntrackHelper': '1.0', Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'Log': '1.0', Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'Network': '1.1', Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'Port': '1.7', Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'PortForwarding': '1.2', Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'QosPolicy': '1.8', Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroup': '1.4', Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroupRule': '1.2', Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'SubPort': '1.0', Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'Subnet': '1.1', Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: 'Trunk': '1.1'}} Apr 09 01:46:22.076699 dv-cinder-784623-6-smb neutron-server[85140]: {{(pid=85254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 09 01:46:22.125142 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790974259946'] for network, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:22.129973 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:46:22.170351 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for network, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:22.171748 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:46:22.172440 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:22.177543 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:46:22.285162 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5771871 Apr 09 01:46:22.285885 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Pushing event updated for resources: {'Network': ['ID=8df4ea79-732a-43b6-97d7-19109b70c389,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:46:22.289659 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:46:22.297194 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Network 8df4ea79-732a-43b6-97d7-19109b70c389 details requested by agent ovs-agent-dv-cinder-784623-6-smb with host dv-cinder-784623-6-smb {{(pid=85255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 01:46:24.833277 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 51250) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:46:24.962185 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d76737-f7b1-4658-9f78-b5e0160eaf89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:46:24.963561 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-81d76737-f7b1-4658-9f78-b5e0160eaf89 admin admin] 10.222.0.44 "GET /v2.0/subnets/8605ecae-8281-4eea-a347-5bc1acbe5f02 HTTP/1.1" status: 200 len: 849 time: 0.1292350 Apr 09 01:46:25.113739 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-65468b43-6155-4d94-bc79-ace15ae95bc5 admin admin] 10.222.0.44 "GET /v2.0/routers/5a9600ae-9af9-47ce-9bae-a808133902da HTTP/1.1" status: 200 len: 704 time: 0.1440609 Apr 09 01:46:25.620559 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:25.867647 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Allocated IP 172.20.0.1 (797bc433-876c-4b48-9a60-f34c2bb78116/8605ecae-8281-4eea-a347-5bc1acbe5f02/9951b0e0-925f-4724-b484-1c9c637dc643) {{(pid=85254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:46:26.041043 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:26.061604 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Transition to ACTIVE for port object 9951b0e0-925f-4724-b484-1c9c637dc643 will not be triggered until provisioned by entity DHCP. {{(pid=85254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:46:26.123975 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:26.140385 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:46:26.431460 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Pushing event updated for resources: {'Port': ['ID=9951b0e0-925f-4724-b484-1c9c637dc643,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:46:26.438803 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:46:26.485040 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Network 797bc433-876c-4b48-9a60-f34c2bb78116 is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:46:26.486172 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:46:26.489143 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Received port after_create {{(pid=85254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:46:26.489686 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692043'] for router_interface, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:26.722445 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-b2ae428f-9840-49bd-a336-8493249b7fc8 None None] Provisioning for port 9951b0e0-925f-4724-b484-1c9c637dc643 completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:46:26.728432 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-b2ae428f-9840-49bd-a336-8493249b7fc8 None None] Provisioning complete for port 9951b0e0-925f-4724-b484-1c9c637dc643 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:46:26.728900 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b2ae428f-9840-49bd-a336-8493249b7fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:26.771020 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:26.788225 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-b2ae428f-9840-49bd-a336-8493249b7fc8 None None] Port 9951b0e0-925f-4724-b484-1c9c637dc643 cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 01:46:27.058939 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:27.063787 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:27.065112 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774814'] for router_interface, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:27.080972 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:46:27.229364 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Pushing event updated for resources: {'Port': ['ID=9951b0e0-925f-4724-b484-1c9c637dc643,revision_number=2']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:46:27.233756 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:46:27.279693 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Network 797bc433-876c-4b48-9a60-f34c2bb78116 is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:46:27.280846 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:46:27.487377 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Router 5a9600ae-9af9-47ce-9bae-a808133902da is scheduled to L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 with binding_index 1 {{(pid=85254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 09 01:46:27.516733 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-1529ac23-02c1-4e84-9551-42bca81e2e36 None None] Provisioning complete for port 9951b0e0-925f-4724-b484-1c9c637dc643 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:46:27.517190 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1529ac23-02c1-4e84-9551-42bca81e2e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:27.580537 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-1529ac23-02c1-4e84-9551-42bca81e2e36 None None] Port 9951b0e0-925f-4724-b484-1c9c637dc643 cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 01:46:27.660685 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:46:27.671254 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] 10.222.0.44 "PUT /v2.0/routers/5a9600ae-9af9-47ce-9bae-a808133902da/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5511420 Apr 09 01:46:27.673957 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Sync routers for ids ['5a9600ae-9af9-47ce-9bae-a808133902da'] in dv-cinder-784623-6-smb {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:46:27.688279 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Routers {'5a9600ae-9af9-47ce-9bae-a808133902da'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:46:27.689226 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:46:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['5a9600ae-9af9-47ce-9bae-a808133902da'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:46:27.879573 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Set router 5a9600ae-9af9-47ce-9bae-a808133902da gateway port host: None {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:46:28.461368 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9600ae-9af9-47ce-9bae-a808133902da', 'name': 'router1', 'tenant_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:46:15Z', 'updated_at': '2021-04-09T01:46:26Z', 'revision_number': 2, 'project_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'gw_port_host': None, '_interfaces': [{'id': '9951b0e0-925f-4724-b484-1c9c637dc643', 'name': '', 'network_id': '797bc433-876c-4b48-9a60-f34c2bb78116', 'tenant_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'mac_address': 'fa:16:3e:7b:0f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9600ae-9af9-47ce-9bae-a808133902da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8605ecae-8281-4eea-a347-5bc1acbe5f02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:46:25Z', 'updated_at': '2021-04-09T01:46:26Z', 'revision_number': 2, 'project_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'subnets': [{'id': '8605ecae-8281-4eea-a347-5bc1acbe5f02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed7ca592-64f6-44a9-941e-6c80481c73ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:46:28.466560 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Checking router: 5a9600ae-9af9-47ce-9bae-a808133902da for host: dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:46:28.466946 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Updating router 5a9600ae-9af9-47ce-9bae-a808133902da port 9951b0e0-925f-4724-b484-1c9c637dc643 binding host dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 01:46:28.524713 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:29.024248 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Notify callbacks [] for port, precommit_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:29.050436 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Transition to ACTIVE for port object 9951b0e0-925f-4724-b484-1c9c637dc643 will not be triggered until provisioned by entity L2. {{(pid=85256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:46:29.060526 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:29.086786 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:46:29.255937 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc94994-94df-42a8-bd25-22393ed7b819 None None] Pushing event updated for resources: {'Port': ['ID=9951b0e0-925f-4724-b484-1c9c637dc643,revision_number=3']} {{(pid=85256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:46:29.269424 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94994-94df-42a8-bd25-22393ed7b819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:29.269807 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94994-94df-42a8-bd25-22393ed7b819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:29.270415 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94994-94df-42a8-bd25-22393ed7b819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:29.270785 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94994-94df-42a8-bd25-22393ed7b819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:29.271145 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94994-94df-42a8-bd25-22393ed7b819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:29.271511 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94994-94df-42a8-bd25-22393ed7b819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:29.272393 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94994-94df-42a8-bd25-22393ed7b819 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:29.272777 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94994-94df-42a8-bd25-22393ed7b819 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:29.273135 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94994-94df-42a8-bd25-22393ed7b819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:29.273491 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94994-94df-42a8-bd25-22393ed7b819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:29.273845 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94994-94df-42a8-bd25-22393ed7b819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:29.274201 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94994-94df-42a8-bd25-22393ed7b819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc94994-94df-42a8-bd25-22393ed7b819 None None] Tracked resource versions report: Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: pushed versions: Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: { 'AddressGroup': {'1.2'}, Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'ConntrackHelper': {'1.0'}, Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'Log': {'1.0'}, Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'Network': {'1.1'}, Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'Port': {'1.7'}, Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'PortForwarding': {'1.2'}, Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'QosPolicy': {'1.8'}, Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroup': {'1.4'}, Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroupRule': {'1.2'}, Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'SubPort': {'1.0'}, Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'Subnet': {'1.1'}, Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'Trunk': {'1.1'}} Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: consumer versions: Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: { DHCP agent@dv-cinder-784623-6-smb: {}, Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: L3 agent@dv-cinder-784623-6-smb: {}, Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: Metadata agent@dv-cinder-784623-6-smb: {}, Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: Metering agent@dv-cinder-784623-6-smb: {}, Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: Open vSwitch agent@dv-cinder-784623-6-smb: { 'AddressGroup': '1.2', Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'ConntrackHelper': '1.0', Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'Log': '1.0', Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'Network': '1.1', Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'Port': '1.7', Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'PortForwarding': '1.2', Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'QosPolicy': '1.8', Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroup': '1.4', Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroupRule': '1.2', Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'SubPort': '1.0', Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'Subnet': '1.1', Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: 'Trunk': '1.1'}} Apr 09 01:46:29.275360 dv-cinder-784623-6-smb neutron-server[85140]: {{(pid=85256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 09 01:46:29.280346 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-adc94994-94df-42a8-bd25-22393ed7b819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:46:29.482636 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Attempting to bind port 9951b0e0-925f-4724-b484-1c9c637dc643 on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:46:29.483388 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Attempting to bind port 9951b0e0-925f-4724-b484-1c9c637dc643 by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': '81ed695e-588e-4c70-a791-a5045e7b9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '797bc433-876c-4b48-9a60-f34c2bb78116'}] {{(pid=85256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:46:29.483569 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Attempting to bind port 9951b0e0-925f-4724-b484-1c9c637dc643 on network 797bc433-876c-4b48-9a60-f34c2bb78116 {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:46:29.489519 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:46:29.489950 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Checking segment: {'id': '81ed695e-588e-4c70-a791-a5045e7b9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '797bc433-876c-4b48-9a60-f34c2bb78116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:46:29.490416 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:29.490886 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Bound using segment: {'id': '81ed695e-588e-4c70-a791-a5045e7b9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '797bc433-876c-4b48-9a60-f34c2bb78116'} {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:46:29.491448 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Bound port: 9951b0e0-925f-4724-b484-1c9c637dc643, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ed695e-588e-4c70-a791-a5045e7b9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '797bc433-876c-4b48-9a60-f34c2bb78116'}}] {{(pid=85256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:46:29.491857 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:29.575173 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] For port 9951b0e0-925f-4724-b484-1c9c637dc643, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:46:29.579979 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] For port 9951b0e0-925f-4724-b484-1c9c637dc643, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=9951b0e0-925f-4724-b484-1c9c637dc643,segment=NetworkSegment(81ed695e-588e-4c70-a791-a5045e7b9e3a),segment_id=81ed695e-588e-4c70-a791-a5045e7b9e3a)] {{(pid=85256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:46:29.582478 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:29.599050 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-adc94994-94df-42a8-bd25-22393ed7b819 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:46:29.755563 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc94994-94df-42a8-bd25-22393ed7b819 None None] Pushing event updated for resources: {'Port': ['ID=9951b0e0-925f-4724-b484-1c9c637dc643,revision_number=4']} {{(pid=85256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:46:29.761255 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-adc94994-94df-42a8-bd25-22393ed7b819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:46:29.811477 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Routers {'5a9600ae-9af9-47ce-9bae-a808133902da'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:46:29.812136 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:46:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['5a9600ae-9af9-47ce-9bae-a808133902da'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:46:29.985736 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] Set router 5a9600ae-9af9-47ce-9bae-a808133902da gateway port host: None {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:46:30.246472 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 51262) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:46:30.333386 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9600ae-9af9-47ce-9bae-a808133902da', 'name': 'router1', 'tenant_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:46:15Z', 'updated_at': '2021-04-09T01:46:26Z', 'revision_number': 2, 'project_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'gw_port_host': None, '_interfaces': [{'id': '9951b0e0-925f-4724-b484-1c9c637dc643', 'name': '', 'network_id': '797bc433-876c-4b48-9a60-f34c2bb78116', 'tenant_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'mac_address': 'fa:16:3e:7b:0f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9600ae-9af9-47ce-9bae-a808133902da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8605ecae-8281-4eea-a347-5bc1acbe5f02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:46:25Z', 'updated_at': '2021-04-09T01:46:29Z', 'revision_number': 4, 'project_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'subnets': [{'id': '8605ecae-8281-4eea-a347-5bc1acbe5f02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed7ca592-64f6-44a9-941e-6c80481c73ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:46:30.337656 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c99b9e5-44fe-4152-b577-dbd613eab1ea None None] The sync data for ids ['5a9600ae-9af9-47ce-9bae-a808133902da'] in dv-cinder-784623-6-smb is: [{'id': '5a9600ae-9af9-47ce-9bae-a808133902da', 'name': 'router1', 'tenant_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:46:15Z', 'updated_at': '2021-04-09T01:46:26Z', 'revision_number': 2, 'project_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'gw_port_host': None, '_interfaces': [{'id': '9951b0e0-925f-4724-b484-1c9c637dc643', 'name': '', 'network_id': '797bc433-876c-4b48-9a60-f34c2bb78116', 'tenant_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'mac_address': 'fa:16:3e:7b:0f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9600ae-9af9-47ce-9bae-a808133902da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8605ecae-8281-4eea-a347-5bc1acbe5f02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:46:25Z', 'updated_at': '2021-04-09T01:46:29Z', 'revision_number': 4, 'project_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'subnets': [{'id': '8605ecae-8281-4eea-a347-5bc1acbe5f02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed7ca592-64f6-44a9-941e-6c80481c73ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:46:30.408598 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f84f613-5cfe-41c7-a180-7f5c9ae1fc3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:46:30.409268 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-2f84f613-5cfe-41c7-a180-7f5c9ae1fc3f admin admin] Synchronizing usage tracker for tenant:90795d9759094dc09f56c830ee8b8ef0 on resource:network {{(pid=85254) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:46:30.426074 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-2f84f613-5cfe-41c7-a180-7f5c9ae1fc3f admin admin] Unset dirty status for tenant:90795d9759094dc09f56c830ee8b8ef0 on resource:network {{(pid=85254) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:46:30.433859 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2f84f613-5cfe-41c7-a180-7f5c9ae1fc3f admin admin] 10.222.0.44 "GET /v2.0/networks/8df4ea79-732a-43b6-97d7-19109b70c389 HTTP/1.1" status: 200 len: 842 time: 0.1797829 Apr 09 01:46:30.438694 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-b8dacb07-7d49-40f4-a37a-5c2203d7945b admin admin] Request body: {'subnet': {'gateway_ip': '172.28.0.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'cidr': '172.28.0.0/24'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:46:30.444470 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-b8dacb07-7d49-40f4-a37a-5c2203d7945b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:46:30.448458 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-b8dacb07-7d49-40f4-a37a-5c2203d7945b admin admin] Usage tracker for resource:subnet and tenant:90795d9759094dc09f56c830ee8b8ef0 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:46:30.451492 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-b8dacb07-7d49-40f4-a37a-5c2203d7945b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:46:30.457961 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-b8dacb07-7d49-40f4-a37a-5c2203d7945b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:46:30.466867 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dacb07-7d49-40f4-a37a-5c2203d7945b admin admin] Made reservation on behalf of 90795d9759094dc09f56c830ee8b8ef0 for: {'subnet': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:46:30.471847 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b8dacb07-7d49-40f4-a37a-5c2203d7945b admin admin] Notify callbacks [] for subnet, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:31.145639 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.objects.ports [None req-b8dacb07-7d49-40f4-a37a-5c2203d7945b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85254) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 09 01:46:31.146261 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b8dacb07-7d49-40f4-a37a-5c2203d7945b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for subnet, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:31.162169 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:46:31.306405 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dacb07-7d49-40f4-a37a-5c2203d7945b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f1b2a28-977e-4854-8466-cbb1a9b3b7c1,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:46:31.313288 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b8dacb07-7d49-40f4-a37a-5c2203d7945b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:46:31.376171 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dacb07-7d49-40f4-a37a-5c2203d7945b admin admin] Checking segment: {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:46:31.376552 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dacb07-7d49-40f4-a37a-5c2203d7945b admin admin] Network hostable DHCP agents. Network: 8df4ea79-732a-43b6-97d7-19109b70c389, hostable agents: ['68056bad-9ad5-43c2-8e53-4c698c5ccbf6'], hosted agents: [] {{(pid=85254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 01:46:31.401023 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dacb07-7d49-40f4-a37a-5c2203d7945b admin admin] Network 8df4ea79-732a-43b6-97d7-19109b70c389 is scheduled to be hosted by DHCP agent 68056bad-9ad5-43c2-8e53-4c698c5ccbf6 with binding_index 1 {{(pid=85254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 01:46:31.411027 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-b8dacb07-7d49-40f4-a37a-5c2203d7945b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-smb, 8df4ea79-732a-43b6-97d7-19109b70c389) {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:46:31.415981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dacb07-7d49-40f4-a37a-5c2203d7945b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:46:31.416731 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b8dacb07-7d49-40f4-a37a-5c2203d7945b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:31.420337 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bfaa80-54d8-41cf-b161-1b69bad70371 None None] Network 8df4ea79-732a-43b6-97d7-19109b70c389 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:46:31.444412 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-b8dacb07-7d49-40f4-a37a-5c2203d7945b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0089724 Apr 09 01:46:31.683654 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c392aab-5914-4cc3-8f2e-aee6f78dd58e None None] Network 8df4ea79-732a-43b6-97d7-19109b70c389 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:46:32.762979 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 9951b0e0-925f-4724-b484-1c9c637dc643 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:46:32.839250 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port 9951b0e0-925f-4724-b484-1c9c637dc643 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:46:32.844584 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 9951b0e0-925f-4724-b484-1c9c637dc643 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:46:32.845019 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:32.971439 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:32.988529 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] For port 9951b0e0-925f-4724-b484-1c9c637dc643, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=9951b0e0-925f-4724-b484-1c9c637dc643,segment=NetworkSegment(81ed695e-588e-4c70-a791-a5045e7b9e3a),segment_id=81ed695e-588e-4c70-a791-a5045e7b9e3a)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:46:32.992927 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:32.996223 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-81335212-d7c8-44e4-a67c-46a68ef0410e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:46:33.071061 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=9951b0e0-925f-4724-b484-1c9c637dc643,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:46:33.074591 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:46:34.058028 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 51276) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:46:34.268191 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-3a7a76fa-7495-42c0-b5ca-3eebbb4afe08 admin admin] 10.222.0.44 "GET /v2.0/routers/5a9600ae-9af9-47ce-9bae-a808133902da HTTP/1.1" status: 200 len: 710 time: 0.2088387 Apr 09 01:46:34.405970 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb74715-bc1e-4644-9292-8d58014045d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:46:34.407435 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-3eb74715-bc1e-4644-9292-8d58014045d1 admin admin] 10.222.0.44 "GET /v2.0/networks/8df4ea79-732a-43b6-97d7-19109b70c389 HTTP/1.1" status: 200 len: 886 time: 0.1328235 Apr 09 01:46:34.417313 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:46:34.750720 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 9951b0e0-925f-4724-b484-1c9c637dc643 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:46:34.823072 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 9951b0e0-925f-4724-b484-1c9c637dc643 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:46:34.823477 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:34.892228 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1925'] for router, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:35.257255 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:35.317234 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:35.462492 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] Allocated IP 172.28.0.133 (8df4ea79-732a-43b6-97d7-19109b70c389/9f1b2a28-977e-4854-8466-cbb1a9b3b7c1/321b48bc-758a-4a85-afbc-1c8fbb8ca9ed) {{(pid=85254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:46:35.792606 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:35.822042 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:35.837692 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:46:35.979553 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] Pushing event updated for resources: {'Port': ['ID=321b48bc-758a-4a85-afbc-1c8fbb8ca9ed,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:46:35.984157 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:46:36.026445 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] Network 8df4ea79-732a-43b6-97d7-19109b70c389 is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:46:36.027594 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:46:36.030073 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] Received port after_create {{(pid=85254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:46:36.439691 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:36.810391 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1925'] for router, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:36.814447 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854110841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854110826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854004724'] for router, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:37.007704 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] Router 5a9600ae-9af9-47ce-9bae-a808133902da has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 01:46:37.197404 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:46:37.206014 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] Notify callbacks [] for router, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:37.207288 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] 10.222.0.44 "PUT /v2.0/routers/5a9600ae-9af9-47ce-9bae-a808133902da HTTP/1.1" status: 200 len: 890 time: 2.7934813 Apr 09 01:46:37.207589 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Sync routers for ids ['5a9600ae-9af9-47ce-9bae-a808133902da'] in dv-cinder-784623-6-smb {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:46:37.218374 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Routers {'5a9600ae-9af9-47ce-9bae-a808133902da'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:46:37.219090 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:46:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['5a9600ae-9af9-47ce-9bae-a808133902da'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:46:37.605926 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Set router 5a9600ae-9af9-47ce-9bae-a808133902da gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:46:37.990054 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9600ae-9af9-47ce-9bae-a808133902da', 'name': 'router1', 'tenant_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': '321b48bc-758a-4a85-afbc-1c8fbb8ca9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:46:15Z', 'updated_at': '2021-04-09T01:46:36Z', 'revision_number': 4, 'project_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'gw_port': {'id': '321b48bc-758a-4a85-afbc-1c8fbb8ca9ed', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9600ae-9af9-47ce-9bae-a808133902da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:46:35Z', 'updated_at': '2021-04-09T01:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '9951b0e0-925f-4724-b484-1c9c637dc643', 'name': '', 'network_id': '797bc433-876c-4b48-9a60-f34c2bb78116', 'tenant_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'mac_address': 'fa:16:3e:7b:0f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9600ae-9af9-47ce-9bae-a808133902da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8605ecae-8281-4eea-a347-5bc1acbe5f02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:46:25Z', 'updated_at': '2021-04-09T01:46:32Z', 'revision_number': 5, 'project_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'subnets': [{'id': '8605ecae-8281-4eea-a347-5bc1acbe5f02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed7ca592-64f6-44a9-941e-6c80481c73ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:46:37.995258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Checking router: 5a9600ae-9af9-47ce-9bae-a808133902da for host: dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:46:37.995660 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Updating router 5a9600ae-9af9-47ce-9bae-a808133902da port 321b48bc-758a-4a85-afbc-1c8fbb8ca9ed binding host dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 01:46:38.050930 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:38.469214 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Notify callbacks [] for port, precommit_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:38.481965 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Transition to ACTIVE for port object 321b48bc-758a-4a85-afbc-1c8fbb8ca9ed will not be triggered until provisioned by entity L2. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:46:38.488425 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:38.503027 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:46:38.651980 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb0a5b-ada3-4537-93f1-a2e7c0a9dadb None None] Pushing event updated for resources: {'Port': ['ID=321b48bc-758a-4a85-afbc-1c8fbb8ca9ed,revision_number=2']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:46:38.656641 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-59cb0a5b-ada3-4537-93f1-a2e7c0a9dadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:46:38.715045 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Attempting to bind port 321b48bc-758a-4a85-afbc-1c8fbb8ca9ed on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:46:38.715448 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Attempting to bind port 321b48bc-758a-4a85-afbc-1c8fbb8ca9ed by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:46:38.715851 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Attempting to bind port 321b48bc-758a-4a85-afbc-1c8fbb8ca9ed on network 8df4ea79-732a-43b6-97d7-19109b70c389 {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:46:38.722054 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:46:38.722394 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Checking segment: {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:46:38.722854 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:38.723277 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Bound using segment: {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:46:38.724566 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Bound port: 321b48bc-758a-4a85-afbc-1c8fbb8ca9ed, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:46:38.724566 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:38.809877 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] For port 321b48bc-758a-4a85-afbc-1c8fbb8ca9ed, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:46:38.813481 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] For port 321b48bc-758a-4a85-afbc-1c8fbb8ca9ed, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=321b48bc-758a-4a85-afbc-1c8fbb8ca9ed,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:46:38.817143 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:38.833178 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:46:38.989314 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb0a5b-ada3-4537-93f1-a2e7c0a9dadb None None] Pushing event updated for resources: {'Port': ['ID=321b48bc-758a-4a85-afbc-1c8fbb8ca9ed,revision_number=3']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:46:38.992714 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-59cb0a5b-ada3-4537-93f1-a2e7c0a9dadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:46:39.048745 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Routers {'5a9600ae-9af9-47ce-9bae-a808133902da'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:46:39.049451 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:46:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['5a9600ae-9af9-47ce-9bae-a808133902da'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:46:39.248575 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] Set router 5a9600ae-9af9-47ce-9bae-a808133902da gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:46:39.616478 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9600ae-9af9-47ce-9bae-a808133902da', 'name': 'router1', 'tenant_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': '321b48bc-758a-4a85-afbc-1c8fbb8ca9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:46:15Z', 'updated_at': '2021-04-09T01:46:36Z', 'revision_number': 4, 'project_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'gw_port': {'id': '321b48bc-758a-4a85-afbc-1c8fbb8ca9ed', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9600ae-9af9-47ce-9bae-a808133902da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:46:35Z', 'updated_at': '2021-04-09T01:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '9951b0e0-925f-4724-b484-1c9c637dc643', 'name': '', 'network_id': '797bc433-876c-4b48-9a60-f34c2bb78116', 'tenant_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'mac_address': 'fa:16:3e:7b:0f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9600ae-9af9-47ce-9bae-a808133902da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8605ecae-8281-4eea-a347-5bc1acbe5f02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:46:25Z', 'updated_at': '2021-04-09T01:46:32Z', 'revision_number': 5, 'project_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'subnets': [{'id': '8605ecae-8281-4eea-a347-5bc1acbe5f02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed7ca592-64f6-44a9-941e-6c80481c73ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:46:39.620639 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78063f-17d5-4ab7-b5e9-ac8604127bd4 None None] The sync data for ids ['5a9600ae-9af9-47ce-9bae-a808133902da'] in dv-cinder-784623-6-smb is: [{'id': '5a9600ae-9af9-47ce-9bae-a808133902da', 'name': 'router1', 'tenant_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': '321b48bc-758a-4a85-afbc-1c8fbb8ca9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:46:15Z', 'updated_at': '2021-04-09T01:46:36Z', 'revision_number': 4, 'project_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'gw_port': {'id': '321b48bc-758a-4a85-afbc-1c8fbb8ca9ed', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9600ae-9af9-47ce-9bae-a808133902da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:46:35Z', 'updated_at': '2021-04-09T01:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '9951b0e0-925f-4724-b484-1c9c637dc643', 'name': '', 'network_id': '797bc433-876c-4b48-9a60-f34c2bb78116', 'tenant_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'mac_address': 'fa:16:3e:7b:0f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9600ae-9af9-47ce-9bae-a808133902da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8605ecae-8281-4eea-a347-5bc1acbe5f02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:46:25Z', 'updated_at': '2021-04-09T01:46:32Z', 'revision_number': 5, 'project_id': '5d6e8fb11efd4fbe8dcf0faab0689e46', 'subnets': [{'id': '8605ecae-8281-4eea-a347-5bc1acbe5f02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed7ca592-64f6-44a9-941e-6c80481c73ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:46:40.014512 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 51286) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:46:40.153677 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-8596e7c8-0ab3-42c8-a53c-9ad7ff1914a2 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1377854 Apr 09 01:46:40.793603 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 321b48bc-758a-4a85-afbc-1c8fbb8ca9ed up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:46:40.879965 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port 321b48bc-758a-4a85-afbc-1c8fbb8ca9ed completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:46:40.886340 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 321b48bc-758a-4a85-afbc-1c8fbb8ca9ed triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:46:40.886758 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:41.026885 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:41.045864 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] For port 321b48bc-758a-4a85-afbc-1c8fbb8ca9ed, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=321b48bc-758a-4a85-afbc-1c8fbb8ca9ed,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:46:41.048890 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:41.051186 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-59cb0a5b-ada3-4537-93f1-a2e7c0a9dadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:46:41.162369 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=321b48bc-758a-4a85-afbc-1c8fbb8ca9ed,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:46:41.165783 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:46:42.473385 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 5 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:46:42.792259 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 321b48bc-758a-4a85-afbc-1c8fbb8ca9ed up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:46:42.903602 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 321b48bc-758a-4a85-afbc-1c8fbb8ca9ed triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:46:42.904287 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:43.543729 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3e2a473b-b624-47d7-acba-91086b9c6400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:47.180560 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ffe1d8fa-fe9b-483a-ade2-b570ac346360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:48.130736 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:48.522996 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:46:49.654062 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:47:13.430998 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e2e090d3-883b-40c5-a64f-9219cf929672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:47:17.143886 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5d90089b-6b01-4fa3-b794-0905a47967d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:47:18.115637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:47:18.504404 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:47:19.475533 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 5 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:47:19.644337 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:47:43.415277 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-34d63577-b44d-49de-8373-db790c69cb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:47:47.147125 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1d73087b-5141-4d72-b35f-1a2ef8afbca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:47:48.114182 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:47:48.497547 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:47:49.649093 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:47:56.475915 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 5 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:48:13.418240 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4d7183f7-9461-4c5c-bd05-995ccad62a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:48:17.148059 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1e6cede0-4c39-4084-877d-219517d37882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:48:18.117483 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:48:18.501552 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:48:19.654110 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:48:31.339372 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 51856) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:48:31.413850 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b924ac-c188-4f59-a96f-92ee153f443c admin admin] GET failed (client error): The resource could not be found. Apr 09 01:48:31.415216 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-59b924ac-c188-4f59-a96f-92ee153f443c admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0746489 Apr 09 01:48:31.734584 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee985d9d-45da-4b28-9009-d0792e833e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:48:31.736182 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-ee985d9d-45da-4b28-9009-d0792e833e9d admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3166485 Apr 09 01:48:33.476355 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 5 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:48:34.291888 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 51866) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:48:34.410073 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6b1951-9e3c-44d0-8a6b-9eaf67abec03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:48:34.410680 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-4f6b1951-9e3c-44d0-8a6b-9eaf67abec03 admin admin] Synchronizing usage tracker for tenant:90795d9759094dc09f56c830ee8b8ef0 on resource:subnet {{(pid=85254) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:48:34.425896 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-4f6b1951-9e3c-44d0-8a6b-9eaf67abec03 admin admin] Unset dirty status for tenant:90795d9759094dc09f56c830ee8b8ef0 on resource:subnet {{(pid=85254) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:48:34.427191 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-4f6b1951-9e3c-44d0-8a6b-9eaf67abec03 admin admin] 10.222.0.44 "GET /v2.0/subnets/8605ecae-8281-4eea-a347-5bc1acbe5f02 HTTP/1.1" status: 200 len: 849 time: 0.1341822 Apr 09 01:48:34.438010 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:48:34.564946 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:48:34.880652 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790974732932'] for subnet, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:48:34.900901 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b8dacb07-7d49-40f4-a37a-5c2203d7945b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:48:35.043655 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8605ecae-8281-4eea-a347-5bc1acbe5f02,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:48:35.056281 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:48:35.056659 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:48:35.057068 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:48:35.057435 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:48:35.057792 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:48:35.058147 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:48:35.058501 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:48:35.058855 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:48:35.059223 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:48:35.059573 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:48:35.059920 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:48:35.060271 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:48:35.065818 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:48:35.092356 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:48:35.093049 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:48:35.094533 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-6883a192-bca9-4f4d-b9f2-ccf6a52d7954 admin admin] 10.222.0.44 "PUT /v2.0/subnets/8605ecae-8281-4eea-a347-5bc1acbe5f02 HTTP/1.1" status: 200 len: 868 time: 0.6609485 Apr 09 01:48:35.111991 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb319c47-09a7-4036-ac46-96dfea83135c None None] Network 797bc433-876c-4b48-9a60-f34c2bb78116 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:48:35.617958 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c39f5ecc-97e9-42a9-8f97-fb656371b62d None None] Provisioning complete for port e1b87654-6c38-4e4a-8532-d2aba7310033 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:48:35.618594 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c39f5ecc-97e9-42a9-8f97-fb656371b62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:48:35.755739 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c39f5ecc-97e9-42a9-8f97-fb656371b62d None None] Provisioning complete for port 9951b0e0-925f-4724-b484-1c9c637dc643 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:48:35.756224 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c39f5ecc-97e9-42a9-8f97-fb656371b62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:48:37.629195 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 51876) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:48:37.833091 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb1f330-1caf-4279-9f8a-367df63dda37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:48:37.833536 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb1f330-1caf-4279-9f8a-367df63dda37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:48:37.835164 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-cdb1f330-1caf-4279-9f8a-367df63dda37 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2049167 Apr 09 01:48:40.350696 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 51886) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:48:40.535207 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a44037a-b72a-4ec1-a24e-2a914eec23ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:48:40.535609 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a44037a-b72a-4ec1-a24e-2a914eec23ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:48:40.537253 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-7a44037a-b72a-4ec1-a24e-2a914eec23ec admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1855366 Apr 09 01:48:43.055725 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 51896) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:48:43.245585 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6d9c67-c413-40a2-836b-9e2d8c86f49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:48:43.247069 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-4c6d9c67-c413-40a2-836b-9e2d8c86f49e admin admin] 10.222.0.44 "GET /v2.0/networks/797bc433-876c-4b48-9a60-f34c2bb78116 HTTP/1.1" status: 200 len: 869 time: 0.1903825 Apr 09 01:48:43.421348 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0a9e9e7b-bfc2-4a0c-9d94-d7b0fc529fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:48:45.766382 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 51906) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:48:45.958528 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4468cded-d472-49e8-bd76-398008764558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:48:45.959904 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-4468cded-d472-49e8-bd76-398008764558 admin admin] 10.222.0.44 "GET /v2.0/networks/8df4ea79-732a-43b6-97d7-19109b70c389 HTTP/1.1" status: 200 len: 886 time: 0.1924999 Apr 09 01:48:47.151993 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d29e745e-c6a5-47b5-8ecc-d989a384359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:48:48.118100 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:48:48.502892 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:48:48.510646 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 51916) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:48:48.629261 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6ee0c4-6c08-49ba-8e8b-8629706cf519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:48:48.629756 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6ee0c4-6c08-49ba-8e8b-8629706cf519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:48:48.631359 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-5a6ee0c4-6c08-49ba-8e8b-8629706cf519 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1197145 Apr 09 01:48:49.659078 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:48:51.152370 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 51926) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:48:51.272736 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c52570f-e25d-4b39-b122-b8295e586072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:48:51.273292 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c52570f-e25d-4b39-b122-b8295e586072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:48:51.274851 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-6c52570f-e25d-4b39-b122-b8295e586072 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213956 Apr 09 01:48:53.773399 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 51936) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:48:53.890574 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406d48dc-7122-4c62-986b-847af521f786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:48:53.892056 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-406d48dc-7122-4c62-986b-847af521f786 admin admin] 10.222.0.44 "GET /v2.0/subnets/8605ecae-8281-4eea-a347-5bc1acbe5f02 HTTP/1.1" status: 200 len: 868 time: 0.1175718 Apr 09 01:48:56.399880 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 51946) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:48:56.514713 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de60a5e-d83a-4aa8-8d0f-e09ba9fe1a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:48:56.516156 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-3de60a5e-d83a-4aa8-8d0f-e09ba9fe1a4e admin admin] 10.222.0.44 "GET /v2.0/subnets/9f1b2a28-977e-4854-8466-cbb1a9b3b7c1 HTTP/1.1" status: 200 len: 816 time: 0.1152427 Apr 09 01:49:10.508887 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 5 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:49:13.422511 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6ece0d70-ba14-4fc9-b671-1e2a806a731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:17.154652 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-97a9895f-8154-4686-a0d5-708846e1d2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:18.122777 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:18.506585 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:19.662024 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:23.163455 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 51990) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:49:23.216164 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [None req-48d39b23-2956-4a82-9cf8-fbd618b2945a admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=85254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 01:49:23.217243 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-48d39b23-2956-4a82-9cf8-fbd618b2945a admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527403 Apr 09 01:49:25.797971 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 52000) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:49:25.872861 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.pecan_wsgi.hooks.translation [None req-2940f32b-7731-4d77-898b-6c55ee088506 admin admin] GET failed (client error): The resource could not be found. Apr 09 01:49:25.874267 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2940f32b-7731-4d77-898b-6c55ee088506 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0752892 Apr 09 01:49:26.013506 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c301fe63-f776-45cc-b387-f8ec0733a561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:49:26.015070 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-c301fe63-f776-45cc-b387-f8ec0733a561 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1364000 Apr 09 01:49:28.539903 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 52010) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:49:28.592198 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-b734d64e-31d6-453a-b90c-f4cdf802acb3 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:49:28.597044 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-b734d64e-31d6-453a-b90c-f4cdf802acb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:49:28.607184 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-b734d64e-31d6-453a-b90c-f4cdf802acb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:49:28.616300 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b734d64e-31d6-453a-b90c-f4cdf802acb3 admin admin] Made reservation on behalf of 90795d9759094dc09f56c830ee8b8ef0 for: {'network': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:49:28.620990 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b734d64e-31d6-453a-b90c-f4cdf802acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for network, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:28.716479 dv-cinder-784623-6-smb neutron-server[85140]: WARNING neutron.services.revisions.revision_plugin [None req-b734d64e-31d6-453a-b90c-f4cdf802acb3 admin admin] Could not find related network for resource to bump revision. Apr 09 01:49:28.729155 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b734d64e-31d6-453a-b90c-f4cdf802acb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=85254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 01:49:28.739166 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b734d64e-31d6-453a-b90c-f4cdf802acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:28.739548 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.segments_db [None req-b734d64e-31d6-453a-b90c-f4cdf802acb3 admin admin] Added segment 990cc965-8b19-4a9b-b019-7fe5bb9204d8 of type vlan for network 91effe5a-3144-4c2a-9ba5-fdb16695f37a Apr 09 01:49:28.766446 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b734d64e-31d6-453a-b90c-f4cdf802acb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790974259946'] for network, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:28.796681 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b734d64e-31d6-453a-b90c-f4cdf802acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for network, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:28.798077 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b734d64e-31d6-453a-b90c-f4cdf802acb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:49:28.798729 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b734d64e-31d6-453a-b90c-f4cdf802acb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:28.803571 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:49:28.903951 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-b734d64e-31d6-453a-b90c-f4cdf802acb3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3628561 Apr 09 01:49:28.909572 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734d64e-31d6-453a-b90c-f4cdf802acb3 admin admin] Pushing event updated for resources: {'Network': ['ID=91effe5a-3144-4c2a-9ba5-fdb16695f37a,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:49:28.913719 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b734d64e-31d6-453a-b90c-f4cdf802acb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:49:28.923958 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Network 91effe5a-3144-4c2a-9ba5-fdb16695f37a details requested by agent ovs-agent-dv-cinder-784623-6-smb with host dv-cinder-784623-6-smb {{(pid=85255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 01:49:31.436328 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 52020) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:49:31.514823 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66bd194-5b35-4c02-bf0e-03b163f1a75e admin admin] GET failed (client error): The resource could not be found. Apr 09 01:49:31.515407 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-b66bd194-5b35-4c02-bf0e-03b163f1a75e admin admin] Synchronizing usage tracker for tenant:90795d9759094dc09f56c830ee8b8ef0 on resource:network {{(pid=85254) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:49:31.532079 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-b66bd194-5b35-4c02-bf0e-03b163f1a75e admin admin] Unset dirty status for tenant:90795d9759094dc09f56c830ee8b8ef0 on resource:network {{(pid=85254) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:49:31.533412 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-b66bd194-5b35-4c02-bf0e-03b163f1a75e admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0959210 Apr 09 01:49:31.657562 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac987a3c-5b9b-469e-85b1-457bc24a8792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:49:31.659621 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-ac987a3c-5b9b-469e-85b1-457bc24a8792 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1202416 Apr 09 01:49:31.671119 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-6dffab45-2621-4a4b-a8e8-1239ac243418 admin admin] Request body: {'subnet': {'network_id': '91effe5a-3144-4c2a-9ba5-fdb16695f37a', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:49:31.676366 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-6dffab45-2621-4a4b-a8e8-1239ac243418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:49:31.686780 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-6dffab45-2621-4a4b-a8e8-1239ac243418 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:49:31.695919 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dffab45-2621-4a4b-a8e8-1239ac243418 admin admin] Made reservation on behalf of 90795d9759094dc09f56c830ee8b8ef0 for: {'subnet': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:49:31.700558 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6dffab45-2621-4a4b-a8e8-1239ac243418 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:32.120230 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6dffab45-2621-4a4b-a8e8-1239ac243418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for subnet, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:32.137709 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:49:32.273164 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffab45-2621-4a4b-a8e8-1239ac243418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fcff020-9519-4b6d-950c-c226354eb9e7,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:49:32.277646 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-6dffab45-2621-4a4b-a8e8-1239ac243418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:49:32.339746 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dffab45-2621-4a4b-a8e8-1239ac243418 admin admin] Checking segment: {'id': '990cc965-8b19-4a9b-b019-7fe5bb9204d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '91effe5a-3144-4c2a-9ba5-fdb16695f37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:49:32.340138 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dffab45-2621-4a4b-a8e8-1239ac243418 admin admin] Network hostable DHCP agents. Network: 91effe5a-3144-4c2a-9ba5-fdb16695f37a, hostable agents: ['68056bad-9ad5-43c2-8e53-4c698c5ccbf6'], hosted agents: [] {{(pid=85254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 01:49:32.359760 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dffab45-2621-4a4b-a8e8-1239ac243418 admin admin] Network 91effe5a-3144-4c2a-9ba5-fdb16695f37a is scheduled to be hosted by DHCP agent 68056bad-9ad5-43c2-8e53-4c698c5ccbf6 with binding_index 1 {{(pid=85254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 01:49:32.369096 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-6dffab45-2621-4a4b-a8e8-1239ac243418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-smb, 91effe5a-3144-4c2a-9ba5-fdb16695f37a) {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:49:32.373202 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dffab45-2621-4a4b-a8e8-1239ac243418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:49:32.373846 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6dffab45-2621-4a4b-a8e8-1239ac243418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:32.380366 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7744ef97-9ee9-494d-b56a-6fe666b4ec5d None None] Network 91effe5a-3144-4c2a-9ba5-fdb16695f37a requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:49:32.399895 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-6dffab45-2621-4a4b-a8e8-1239ac243418 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7328961 Apr 09 01:49:32.632118 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51a003c9-ca63-50ac-9cc8-aae34d64f8f4-91effe5a-3144-4c2a-9ba5-fdb16695f37a', 'network_id': '91effe5a-3144-4c2a-9ba5-fdb16695f37a', 'tenant_id': '90795d9759094dc09f56c830ee8b8ef0', 'fixed_ips': [{'subnet_id': '2fcff020-9519-4b6d-950c-c226354eb9e7'}]}} from dv-cinder-784623-6-smb. {{(pid=85255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 09 01:49:32.633075 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:32.818689 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Allocated IP 192.168.233.2 (91effe5a-3144-4c2a-9ba5-fdb16695f37a/2fcff020-9519-4b6d-950c-c226354eb9e7/cd2164c9-0df9-405d-91c9-539eb404c0fe) {{(pid=85255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:49:33.066176 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Notify callbacks [] for port, precommit_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:33.078368 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Transition to ACTIVE for port object cd2164c9-0df9-405d-91c9-539eb404c0fe will not be triggered until provisioned by entity L2. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:49:33.109073 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Transition to ACTIVE for port object cd2164c9-0df9-405d-91c9-539eb404c0fe will not be triggered until provisioned by entity DHCP. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:49:33.114284 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:33.130719 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-59cb0a5b-ada3-4537-93f1-a2e7c0a9dadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:49:33.280200 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Pushing event updated for resources: {'Port': ['ID=cd2164c9-0df9-405d-91c9-539eb404c0fe,revision_number=1']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:49:33.293879 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:49:33.294262 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:49:33.294636 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:49:33.295015 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:49:33.295392 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:49:33.295759 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:49:33.296116 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:49:33.296482 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:49:33.296877 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:49:33.297236 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:49:33.297603 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:49:33.297957 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:49:33.303829 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:49:33.341203 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Network 91effe5a-3144-4c2a-9ba5-fdb16695f37a is already hosted by enough agents. {{(pid=85255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:49:33.342490 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Resources bound (agent type, host, resource id): {{(pid=85255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:49:33.344875 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Received port after_create {{(pid=85255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:49:33.604292 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Attempting to bind port cd2164c9-0df9-405d-91c9-539eb404c0fe on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:49:33.604623 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Attempting to bind port cd2164c9-0df9-405d-91c9-539eb404c0fe by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': '990cc965-8b19-4a9b-b019-7fe5bb9204d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '91effe5a-3144-4c2a-9ba5-fdb16695f37a'}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:49:33.605054 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Attempting to bind port cd2164c9-0df9-405d-91c9-539eb404c0fe on network 91effe5a-3144-4c2a-9ba5-fdb16695f37a {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:49:33.611573 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:49:33.611984 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Checking segment: {'id': '990cc965-8b19-4a9b-b019-7fe5bb9204d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '91effe5a-3144-4c2a-9ba5-fdb16695f37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:49:33.612424 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:33.612872 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Bound using segment: {'id': '990cc965-8b19-4a9b-b019-7fe5bb9204d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '91effe5a-3144-4c2a-9ba5-fdb16695f37a'} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:49:33.613391 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Bound port: cd2164c9-0df9-405d-91c9-539eb404c0fe, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990cc965-8b19-4a9b-b019-7fe5bb9204d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '91effe5a-3144-4c2a-9ba5-fdb16695f37a'}}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:49:33.613799 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:33.695856 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] For port cd2164c9-0df9-405d-91c9-539eb404c0fe, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:49:33.699764 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] For port cd2164c9-0df9-405d-91c9-539eb404c0fe, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=cd2164c9-0df9-405d-91c9-539eb404c0fe,segment=NetworkSegment(990cc965-8b19-4a9b-b019-7fe5bb9204d8),segment_id=990cc965-8b19-4a9b-b019-7fe5bb9204d8)] {{(pid=85255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:49:33.702526 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:33.718601 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:49:33.880032 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Pushing event updated for resources: {'Port': ['ID=cd2164c9-0df9-405d-91c9-539eb404c0fe,revision_number=2']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:49:33.891462 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:49:34.908713 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device cd2164c9-0df9-405d-91c9-539eb404c0fe up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:49:34.998350 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port cd2164c9-0df9-405d-91c9-539eb404c0fe completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:49:35.279862 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1e13c1-a018-466e-a2f5-31f99f2fb78e None None] Network 91effe5a-3144-4c2a-9ba5-fdb16695f37a requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:49:35.393360 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-dd47d071-f9f0-475f-892c-8fc954d804d9 None None] Provisioning for port cd2164c9-0df9-405d-91c9-539eb404c0fe completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:49:35.403831 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-dd47d071-f9f0-475f-892c-8fc954d804d9 None None] Provisioning complete for port cd2164c9-0df9-405d-91c9-539eb404c0fe triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:49:35.404244 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dd47d071-f9f0-475f-892c-8fc954d804d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:35.646960 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dd47d071-f9f0-475f-892c-8fc954d804d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:35.672785 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-dd47d071-f9f0-475f-892c-8fc954d804d9 None None] For port cd2164c9-0df9-405d-91c9-539eb404c0fe, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=cd2164c9-0df9-405d-91c9-539eb404c0fe,segment=NetworkSegment(990cc965-8b19-4a9b-b019-7fe5bb9204d8),segment_id=990cc965-8b19-4a9b-b019-7fe5bb9204d8)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:49:35.679128 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dd47d071-f9f0-475f-892c-8fc954d804d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:35.681640 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:49:35.757413 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47d071-f9f0-475f-892c-8fc954d804d9 None None] Pushing event updated for resources: {'Port': ['ID=cd2164c9-0df9-405d-91c9-539eb404c0fe,revision_number=3']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:49:35.760918 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-dd47d071-f9f0-475f-892c-8fc954d804d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:49:35.906441 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-87fd14c3-ada9-43ff-8186-58b007dc8d5e None None] Provisioning complete for port cd2164c9-0df9-405d-91c9-539eb404c0fe triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:49:35.906961 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-87fd14c3-ada9-43ff-8186-58b007dc8d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:36.879014 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device cd2164c9-0df9-405d-91c9-539eb404c0fe up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:49:36.952601 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port cd2164c9-0df9-405d-91c9-539eb404c0fe triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:49:36.953048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:43.426385 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f7443734-77df-48e0-85c8-a209249154a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:47.156843 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e7f50484-e60c-4843-ae9e-7bec968febda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:47.497436 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 5 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:49:48.124311 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:48.508648 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:49:49.662342 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:50:13.431600 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-08d10203-c2ce-41ba-9ad6-eb1e9e093073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:50:17.160821 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5f3bd3e2-6769-4003-8e8f-afe77a2aed07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:50:18.129446 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:50:18.509514 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:50:19.667402 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:50:24.497692 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 5 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:50:43.434539 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1f81-e7be-420a-9314-bfd2f837ea89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:50:47.163754 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-626f174e-f7cb-44dd-baf8-03a99e4afd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:50:48.131781 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:50:48.510976 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:50:49.672784 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:50:52.725349 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 52066) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:50:52.731905 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [None req-6b77a636-edd2-419a-8430-14b1acdd1aa7 tempest-verify_tempest_config-2050020612 tempest-verify_tempest_config-2050020612-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=85254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 01:50:52.733072 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-6b77a636-edd2-419a-8430-14b1acdd1aa7 tempest-verify_tempest_config-2050020612 tempest-verify_tempest_config-2050020612-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067005 Apr 09 01:50:53.063803 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 52084) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:50:53.193539 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:50:53.209025 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:50:53.213053 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Usage tracker for resource:security_group_rule and tenant:09dd7977fb3948aea89293fabb39233e is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:50:53.216035 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:50:53.221930 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:50:53.321436 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:50:53.324120 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:50:53.333665 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fbad5ed0-667c-48ed-97a2-bb75c487c5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:50:53.374352 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Synchronizing usage tracker for tenant:90795d9759094dc09f56c830ee8b8ef0 on resource:security_group {{(pid=85254) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:50:53.379853 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d633a9a1-073c-4112-a723-069d6fcfd042,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:50:53.389769 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:50:53.390150 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:50:53.390517 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:50:53.390911 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:50:53.391273 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:50:53.391628 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:50:53.391981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:50:53.392335 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:50:53.392703 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:50:53.393109 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:50:53.393465 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:50:53.393815 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:50:53.399200 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:50:53.406823 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Unset dirty status for tenant:90795d9759094dc09f56c830ee8b8ef0 on resource:security_group {{(pid=85254) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:50:53.408866 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=09dd7977fb3948aea89293fabb39233e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3437777 Apr 09 01:50:53.410842 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 52090) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:50:53.473982 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-611fce7f-e672-488c-87e8-aca20a9594ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:50:53.502575 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-611fce7f-e672-488c-87e8-aca20a9594ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:50:53.556009 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-611fce7f-e672-488c-87e8-aca20a9594ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:50:53.560238 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8ac59ad0-90bf-4b5e-b193-bbff53e4da83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:50:53.572310 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fce7f-e672-488c-87e8-aca20a9594ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d633a9a1-073c-4112-a723-069d6fcfd042,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:50:53.574598 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-611fce7f-e672-488c-87e8-aca20a9594ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:50:53.580976 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-611fce7f-e672-488c-87e8-aca20a9594ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:50:53.582211 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-611fce7f-e672-488c-87e8-aca20a9594ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d633a9a1-073c-4112-a723-069d6fcfd042 HTTP/1.1" status: 204 len: 168 time: 0.1703830 Apr 09 01:51:01.497615 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 5 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:51:13.435634 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b8cef5a5-570a-4cb0-8743-ef33e14c3918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:51:17.166700 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-35fe6542-cf92-403f-ac6c-8f1780cfa124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:51:18.133796 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:51:18.511878 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:51:19.675412 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:51:38.496845 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 5 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:51:43.436954 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-32b86884-b738-486e-b33a-e7626a4f060d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:51:47.168696 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2154e242-7144-4618-b17d-57c0ff492b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:51:48.134923 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:51:48.512775 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:51:49.678093 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:52:13.438248 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a7f941bb-b801-419c-a404-804b935ce1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:52:15.496211 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 5 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:52:17.169501 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7b64c91b-e356-4c7b-8391-22e1e50ceeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:52:18.138449 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:52:18.514964 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:52:19.681658 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:52:32.148994 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239'] for agent, after_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:52:37.554860 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 52146) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:52:37.679904 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-90caf198-01b2-4590-a5bd-b345863762d7 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1238539 Apr 09 01:52:40.231826 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 52156) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:52:40.296183 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-9bfda4f0-0bc8-4d22-a891-57ebb925c4b4 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0631537 Apr 09 01:52:43.440149 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f2aad3b9-0673-40ce-bd19-de02441597a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:52:47.171038 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-929ac236-8bbc-4cf0-9cf8-545658373ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:52:48.141458 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:52:48.515777 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:52:49.685252 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:52:52.496048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:53:02.104040 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:53:13.442156 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6918d446-25e0-498d-b0eb-d06a429e073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:53:17.173888 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c1ff95eb-1ee1-4acd-bac8-9765a62bc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:53:18.143596 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:53:18.516652 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:53:19.688415 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:53:29.499714 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:53:32.118539 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:53:43.447357 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bb5a45ff-5cf7-4149-b93e-5930b754d1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:53:47.177643 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5f52eddd-1866-4fe7-afe7-81f7de46db46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:53:48.146087 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:53:48.521154 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:53:49.692694 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:02.133581 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:06.499568 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:54:13.455919 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5775db15-b33a-4bee-badb-e79481a8b3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:17.193463 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-de42fa76-43f0-4eb0-9c32-b0ec68a765d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:17.500924 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 52370) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:17.793747 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 52384) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:18.028182 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 52398) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:18.062867 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-957526301-network', 'tenant_id': '1cd7eb19593c46c49fd302b52967ddc6'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:54:18.072453 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:18.080259 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Usage tracker for resource:network and tenant:1cd7eb19593c46c49fd302b52967ddc6 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:18.085650 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:18.097142 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:18.117446 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Made reservation on behalf of 1cd7eb19593c46c49fd302b52967ddc6 for: {'network': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:54:18.125092 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for network, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:18.148628 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:18.163011 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:18.172348 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:18.177683 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Usage tracker for resource:security_group_rule and tenant:1cd7eb19593c46c49fd302b52967ddc6 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:18.181593 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:18.191879 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:18.327882 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:18.333452 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:18.341444 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:18.400414 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=85253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 01:54:18.414724 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11688f19-4fae-4808-bbc3-a880ed3f40c3,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:18.428690 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:18.429288 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.segments_db [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Added segment f17f35ae-cfa4-4c8f-b350-34e7f6a4a036 of type vlan for network 9e9c88a1-ee0b-4b0d-9773-470c6edcdce6 Apr 09 01:54:18.432291 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:18.432729 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:18.433320 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:18.433869 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:18.434371 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:18.434872 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:18.435347 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:18.435829 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:18.436330 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:18.436948 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:18.437518 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:18.438577 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Tracked resource versions report: Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: pushed versions: Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: { 'AddressGroup': {'1.2'}, Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'ConntrackHelper': {'1.0'}, Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'Log': {'1.0'}, Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'Network': {'1.1'}, Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'Port': {'1.7'}, Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'PortForwarding': {'1.2'}, Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'QosPolicy': {'1.8'}, Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroup': {'1.4'}, Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroupRule': {'1.2'}, Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'SubPort': {'1.0'}, Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'Subnet': {'1.1'}, Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'Trunk': {'1.1'}} Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: consumer versions: Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: { DHCP agent@dv-cinder-784623-6-smb: {}, Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: HyperV agent@hv-cinder-78462: {}, Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: L3 agent@dv-cinder-784623-6-smb: {}, Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: Metadata agent@dv-cinder-784623-6-smb: {}, Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: Metering agent@dv-cinder-784623-6-smb: {}, Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: Open vSwitch agent@dv-cinder-784623-6-smb: { 'AddressGroup': '1.2', Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'ConntrackHelper': '1.0', Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'Log': '1.0', Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'Network': '1.1', Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'Port': '1.7', Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'PortForwarding': '1.2', Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'QosPolicy': '1.8', Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroup': '1.4', Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroupRule': '1.2', Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'SubPort': '1.0', Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'Subnet': '1.1', Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: 'Trunk': '1.1'}} Apr 09 01:54:18.440132 dv-cinder-784623-6-smb neutron-server[85140]: {{(pid=85253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 09 01:54:18.458461 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:18.487661 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790974259946'] for network, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:18.529349 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1698181603-network', 'tenant_id': 'd0feb4b36722416aa1765908bfef18e9'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:54:18.534800 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:18.537571 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for network, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:18.540479 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:18.541150 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:18.543207 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:18.545581 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Usage tracker for resource:network and tenant:d0feb4b36722416aa1765908bfef18e9 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:18.553540 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:18.568051 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:18.583157 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:18.618459 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1160665 Apr 09 01:54:18.623873 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 52418) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:18.637667 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Request body: {'subnet': {'network_id': '9e9c88a1-ee0b-4b0d-9773-470c6edcdce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-957526301-subnet', 'tenant_id': '1cd7eb19593c46c49fd302b52967ddc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:54:18.650361 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:18.659933 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Usage tracker for resource:subnet and tenant:1cd7eb19593c46c49fd302b52967ddc6 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:18.672048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:18.678219 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Made reservation on behalf of d0feb4b36722416aa1765908bfef18e9 for: {'network': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:54:18.683515 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for network, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:18.686449 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:18.705310 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Made reservation on behalf of 1cd7eb19593c46c49fd302b52967ddc6 for: {'subnet': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:54:18.708044 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-754910351-network', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:54:18.714165 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:18.717594 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:18.723712 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:18.744025 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Pushing event updated for resources: {'Network': ['ID=9e9c88a1-ee0b-4b0d-9773-470c6edcdce6,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:18.747470 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Usage tracker for resource:network and tenant:bdb5c7b167ed48238a56c04c50600551 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:18.752978 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:18.756675 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:18.760808 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Network 9e9c88a1-ee0b-4b0d-9773-470c6edcdce6 details requested by agent ovs-agent-dv-cinder-784623-6-smb with host dv-cinder-784623-6-smb {{(pid=85255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 01:54:18.762285 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:18.765410 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:18.771587 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Usage tracker for resource:security_group_rule and tenant:d0feb4b36722416aa1765908bfef18e9 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:18.776826 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:18.786384 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:18.792599 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Made reservation on behalf of bdb5c7b167ed48238a56c04c50600551 for: {'network': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:54:18.798172 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for network, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:18.820315 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:18.865403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:18.873648 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Usage tracker for resource:security_group_rule and tenant:bdb5c7b167ed48238a56c04c50600551 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:18.919720 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:18.949072 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:19.190681 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:19.201851 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:19.229024 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:19.306469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=85253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 01:54:19.362803 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:19.370662 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:19.439174 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:19.439516 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.segments_db [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Added segment 46a20104-4bad-4539-bdea-58372590664a of type vlan for network 6ec21f9a-6f4a-4261-a413-67d554e0d8cf Apr 09 01:54:19.451921 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:19.478489 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:19.519661 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:19.706470 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=85253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 01:54:19.712282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790974259946'] for network, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:19.731873 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52906b5c-260f-49e9-9742-e05660471f7d,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:19.752283 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:19.759175 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:19.788069 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:19.789328 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.segments_db [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Added segment df13e918-9802-4055-9470-4d7703da78e6 of type vlan for network bd294572-97d5-4bf5-8461-bb564301b047 Apr 09 01:54:19.900447 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for network, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:19.911008 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790974259946'] for network, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:19.927527 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:19.933126 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:19.967662 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:20.143022 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for subnet, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:20.214781 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Pushing event updated for resources: {'Network': ['ID=6ec21f9a-6f4a-4261-a413-67d554e0d8cf,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:20.235795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:20.244960 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Network 6ec21f9a-6f4a-4261-a413-67d554e0d8cf details requested by agent ovs-agent-dv-cinder-784623-6-smb with host dv-cinder-784623-6-smb {{(pid=85255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 01:54:20.328949 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.5252826 Apr 09 01:54:20.330940 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 52444) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:20.360951 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-bcd4f225-e9a0-4eeb-8174-08b7d75f4ebe admin admin] Request body: {'subnet': {'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1698181603-subnet', 'tenant_id': 'd0feb4b36722416aa1765908bfef18e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:54:20.388724 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-bcd4f225-e9a0-4eeb-8174-08b7d75f4ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:20.400191 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-bcd4f225-e9a0-4eeb-8174-08b7d75f4ebe admin admin] Usage tracker for resource:subnet and tenant:d0feb4b36722416aa1765908bfef18e9 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:20.416144 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-bcd4f225-e9a0-4eeb-8174-08b7d75f4ebe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:20.442480 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-bcd4f225-e9a0-4eeb-8174-08b7d75f4ebe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:20.456458 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-6dffab45-2621-4a4b-a8e8-1239ac243418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:20.475873 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for network, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:20.480604 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:20.486632 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:20.513907 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:20.566933 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd4f225-e9a0-4eeb-8174-08b7d75f4ebe admin admin] Made reservation on behalf of d0feb4b36722416aa1765908bfef18e9 for: {'subnet': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:54:20.579430 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bcd4f225-e9a0-4eeb-8174-08b7d75f4ebe admin admin] Notify callbacks [] for subnet, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:20.601323 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf9a0e0-646e-4822-9129-ae9dab6fcb1c,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:20.629843 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:20.630448 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:20.631049 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:20.631853 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:20.632622 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:20.633226 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:20.633795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:20.634389 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:20.635011 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:20.635599 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:20.636202 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:20.638154 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Tracked resource versions report: Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: pushed versions: Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: { 'AddressGroup': {'1.2'}, Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'ConntrackHelper': {'1.0'}, Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'Log': {'1.0'}, Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'Network': {'1.1'}, Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'Port': {'1.7'}, Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'PortForwarding': {'1.2'}, Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'QosPolicy': {'1.8'}, Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroup': {'1.4'}, Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroupRule': {'1.2'}, Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'SubPort': {'1.0'}, Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'Subnet': {'1.1'}, Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'Trunk': {'1.1'}} Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: consumer versions: Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: { DHCP agent@dv-cinder-784623-6-smb: {}, Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: HyperV agent@hv-cinder-78462: {}, Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: L3 agent@dv-cinder-784623-6-smb: {}, Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: Metadata agent@dv-cinder-784623-6-smb: {}, Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: Metering agent@dv-cinder-784623-6-smb: {}, Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: Open vSwitch agent@dv-cinder-784623-6-smb: { 'AddressGroup': '1.2', Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'ConntrackHelper': '1.0', Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'Log': '1.0', Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'Network': '1.1', Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'Port': '1.7', Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'PortForwarding': '1.2', Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'QosPolicy': '1.8', Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroup': '1.4', Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroupRule': '1.2', Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'SubPort': '1.0', Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'Subnet': '1.1', Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: 'Trunk': '1.1'}} Apr 09 01:54:20.640567 dv-cinder-784623-6-smb neutron-server[85140]: {{(pid=85254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 09 01:54:20.658969 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:20.708381 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Checking segment: {'id': 'f17f35ae-cfa4-4c8f-b350-34e7f6a4a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9e9c88a1-ee0b-4b0d-9773-470c6edcdce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:54:20.709176 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Network hostable DHCP agents. Network: 9e9c88a1-ee0b-4b0d-9773-470c6edcdce6, hostable agents: ['68056bad-9ad5-43c2-8e53-4c698c5ccbf6'], hosted agents: [] {{(pid=85254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 01:54:20.752159 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Network 9e9c88a1-ee0b-4b0d-9773-470c6edcdce6 is scheduled to be hosted by DHCP agent 68056bad-9ad5-43c2-8e53-4c698c5ccbf6 with binding_index 1 {{(pid=85254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 01:54:20.779804 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-smb, 9e9c88a1-ee0b-4b0d-9773-470c6edcdce6) {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:54:20.793251 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d4c83b-ad7b-4518-8d59-f3d0d51f8eb1 None None] Network 9e9c88a1-ee0b-4b0d-9773-470c6edcdce6 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:54:20.803719 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:20.805592 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:20.871725 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2454402 Apr 09 01:54:21.246740 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.2169828 Apr 09 01:54:21.251884 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 52472) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:21.259543 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Pushing event updated for resources: {'Network': ['ID=bd294572-97d5-4bf5-8461-bb564301b047,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:21.263285 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-ec8381b1-8420-45ca-8fa1-f745e945c86f admin admin] Request body: {'subnet': {'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-754910351-subnet', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:54:21.274620 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:21.279728 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Network bd294572-97d5-4bf5-8461-bb564301b047 details requested by agent ovs-agent-dv-cinder-784623-6-smb with host dv-cinder-784623-6-smb {{(pid=85255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 01:54:21.295981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ec8381b1-8420-45ca-8fa1-f745e945c86f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:21.317401 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ec8381b1-8420-45ca-8fa1-f745e945c86f admin admin] Usage tracker for resource:subnet and tenant:bdb5c7b167ed48238a56c04c50600551 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:21.327320 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ec8381b1-8420-45ca-8fa1-f745e945c86f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:21.350693 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ec8381b1-8420-45ca-8fa1-f745e945c86f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:21.386680 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8381b1-8420-45ca-8fa1-f745e945c86f admin admin] Made reservation on behalf of bdb5c7b167ed48238a56c04c50600551 for: {'subnet': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:54:21.411256 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ec8381b1-8420-45ca-8fa1-f745e945c86f admin admin] Notify callbacks [] for subnet, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:22.003740 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35798d44-c617-45c2-88a0-5d4e9d26cd64 None None] Network 9e9c88a1-ee0b-4b0d-9773-470c6edcdce6 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:54:22.260579 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bcd4f225-e9a0-4eeb-8174-08b7d75f4ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for subnet, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:22.307428 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:22.530025 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4f225-e9a0-4eeb-8174-08b7d75f4ebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=851870d6-f6e8-4260-ae58-6a636db3e134,revision_number=0']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:22.534295 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bcd4f225-e9a0-4eeb-8174-08b7d75f4ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:22.624964 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 52524) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:22.631767 dv-cinder-784623-6-smb neutron-server[85140]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 09 01:54:22.679542 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd4f225-e9a0-4eeb-8174-08b7d75f4ebe admin admin] Checking segment: {'id': '46a20104-4bad-4539-bdea-58372590664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:54:22.679923 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd4f225-e9a0-4eeb-8174-08b7d75f4ebe admin admin] Network hostable DHCP agents. Network: 6ec21f9a-6f4a-4261-a413-67d554e0d8cf, hostable agents: ['68056bad-9ad5-43c2-8e53-4c698c5ccbf6'], hosted agents: [] {{(pid=85253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 01:54:22.703679 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ec8381b1-8420-45ca-8fa1-f745e945c86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for subnet, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:22.732794 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8adf757f-f98e-49f2-b474-c48b52f2b9bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:22.778927 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd4f225-e9a0-4eeb-8174-08b7d75f4ebe admin admin] Network 6ec21f9a-6f4a-4261-a413-67d554e0d8cf is scheduled to be hosted by DHCP agent 68056bad-9ad5-43c2-8e53-4c698c5ccbf6 with binding_index 1 {{(pid=85253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 01:54:22.798983 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-bcd4f225-e9a0-4eeb-8174-08b7d75f4ebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-smb, 6ec21f9a-6f4a-4261-a413-67d554e0d8cf) {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:54:22.804350 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd4f225-e9a0-4eeb-8174-08b7d75f4ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:22.805217 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bcd4f225-e9a0-4eeb-8174-08b7d75f4ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for subnet, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:22.812827 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334edfbe-b0cc-41e0-ae3f-b2b738dfbf5c None None] Network 6ec21f9a-6f4a-4261-a413-67d554e0d8cf requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:54:22.865926 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-bcd4f225-e9a0-4eeb-8174-08b7d75f4ebe admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5265381 Apr 09 01:54:22.869051 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 52532) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:22.883159 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8381b1-8420-45ca-8fa1-f745e945c86f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2138fd35-c483-44d0-b246-34baead69e32,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:22.892145 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ec8381b1-8420-45ca-8fa1-f745e945c86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:22.917705 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-b574cf18-d7ee-40eb-8943-9b629875a7a3 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:22.918528 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-b574cf18-d7ee-40eb-8943-9b629875a7a3 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Synchronizing usage tracker for tenant:1cd7eb19593c46c49fd302b52967ddc6 on resource:network {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:54:22.954242 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1698181603-router', 'tenant_id': 'd0feb4b36722416aa1765908bfef18e9', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:54:22.973613 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:22.991705 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Usage tracker for resource:router and tenant:d0feb4b36722416aa1765908bfef18e9 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:23.000597 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:23.024197 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:23.033453 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8381b1-8420-45ca-8fa1-f745e945c86f admin admin] Checking segment: {'id': 'df13e918-9802-4055-9470-4d7703da78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:54:23.033936 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8381b1-8420-45ca-8fa1-f745e945c86f admin admin] Network hostable DHCP agents. Network: bd294572-97d5-4bf5-8461-bb564301b047, hostable agents: ['68056bad-9ad5-43c2-8e53-4c698c5ccbf6'], hosted agents: [] {{(pid=85254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 01:54:23.042489 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-b574cf18-d7ee-40eb-8943-9b629875a7a3 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Unset dirty status for tenant:1cd7eb19593c46c49fd302b52967ddc6 on resource:network {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:54:23.046330 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-b574cf18-d7ee-40eb-8943-9b629875a7a3 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/networks?id=9e9c88a1-ee0b-4b0d-9773-470c6edcdce6 HTTP/1.1" status: 200 len: 811 time: 0.4207420 Apr 09 01:54:23.051147 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773841'] for router, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:23.052653 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1940'] for router, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:23.071418 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8381b1-8420-45ca-8fa1-f745e945c86f admin admin] Network bd294572-97d5-4bf5-8461-bb564301b047 is scheduled to be hosted by DHCP agent 68056bad-9ad5-43c2-8e53-4c698c5ccbf6 with binding_index 1 {{(pid=85254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 01:54:23.084426 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-2b8049f7-d124-463a-bd80-712de868af52 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/quotas/1cd7eb19593c46c49fd302b52967ddc6 HTTP/1.1" status: 200 len: 375 time: 0.0196264 Apr 09 01:54:23.088039 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-ec8381b1-8420-45ca-8fa1-f745e945c86f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-smb, bd294572-97d5-4bf5-8461-bb564301b047) {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:54:23.100049 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8381b1-8420-45ca-8fa1-f745e945c86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:23.100830 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ec8381b1-8420-45ca-8fa1-f745e945c86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:23.123480 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b7f6d5-7d2d-4b8f-a32c-da0a10cd6e85 None None] Network bd294572-97d5-4bf5-8461-bb564301b047 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:54:23.132547 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-ec8381b1-8420-45ca-8fa1-f745e945c86f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8764560 Apr 09 01:54:23.132855 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 52536) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:23.140067 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:54:23.146928 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:23.151840 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Usage tracker for resource:router and tenant:bdb5c7b167ed48238a56c04c50600551 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:23.155342 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:23.158789 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:23.163633 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:23.176167 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773841'] for router, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:23.177333 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1940'] for router, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:23.215066 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:23.254134 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-458be773-05c2-473f-b157-2f51a4e189de tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1cd7eb19593c46c49fd302b52967ddc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1623764 Apr 09 01:54:23.485328 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8543831-91db-4329-a948-21c13d5cf3e9 None None] Network 6ec21f9a-6f4a-4261-a413-67d554e0d8cf requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:54:23.695789 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1925'] for router, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:23.753749 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-d2fb885c-e4e2-470f-b0f7-8a390225bb02 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=85253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 01:54:23.761784 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-d2fb885c-e4e2-470f-b0f7-8a390225bb02 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2867458 Apr 09 01:54:23.849905 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51a003c9-ca63-50ac-9cc8-aae34d64f8f4-bd294572-97d5-4bf5-8461-bb564301b047', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'fixed_ips': [{'subnet_id': '2138fd35-c483-44d0-b246-34baead69e32'}]}} from dv-cinder-784623-6-smb. {{(pid=85255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 09 01:54:23.856061 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:23.991216 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1925'] for router, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:24.184860 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-0d181514-8f31-42c0-b1e2-dd713401e326 service neutron] 10.222.0.44 "GET /v2.0/networks/9e9c88a1-ee0b-4b0d-9773-470c6edcdce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220152 Apr 09 01:54:24.326779 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Allocated IP 172.20.0.2 (bd294572-97d5-4bf5-8461-bb564301b047/2138fd35-c483-44d0-b246-34baead69e32/e7648a6b-cc31-4036-946d-8f0eda7e1054) {{(pid=85255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:54:24.339370 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:24.362534 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-504ce163-8e62-44d3-9b5a-aef18d5026ab service neutron] 10.222.0.44 "GET /v2.0/networks/9e9c88a1-ee0b-4b0d-9773-470c6edcdce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763840 Apr 09 01:54:24.465863 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:24.838621 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Allocated IP 172.28.0.150 (8df4ea79-732a-43b6-97d7-19109b70c389/9f1b2a28-977e-4854-8466-cbb1a9b3b7c1/dc530b23-814c-494d-93da-71763d63e292) {{(pid=85254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:54:24.880803 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:24.918086 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Notify callbacks [] for port, precommit_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:24.934027 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Transition to ACTIVE for port object e7648a6b-cc31-4036-946d-8f0eda7e1054 will not be triggered until provisioned by entity L2. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:54:25.007463 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Transition to ACTIVE for port object e7648a6b-cc31-4036-946d-8f0eda7e1054 will not be triggered until provisioned by entity DHCP. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:54:25.012449 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:25.019223 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:25.055675 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:25.218399 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 52598) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:25.261196 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:25.321571 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:25.357982 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Pushing event updated for resources: {'Port': ['ID=e7648a6b-cc31-4036-946d-8f0eda7e1054,revision_number=1']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:25.382973 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:25.383361 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:25.383738 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:25.384110 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:25.384556 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:25.384845 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:25.385215 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:25.385575 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:25.385940 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:25.386302 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:25.386663 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:25.387029 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Tracked resource versions report: Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: pushed versions: Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: { 'AddressGroup': {'1.2'}, Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'ConntrackHelper': {'1.0'}, Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'Log': {'1.0'}, Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'Network': {'1.1'}, Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'Port': {'1.7'}, Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'PortForwarding': {'1.2'}, Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'QosPolicy': {'1.8'}, Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroup': {'1.4'}, Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroupRule': {'1.2'}, Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'SubPort': {'1.0'}, Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'Subnet': {'1.1'}, Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'Trunk': {'1.1'}} Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: consumer versions: Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: { DHCP agent@dv-cinder-784623-6-smb: {}, Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: HyperV agent@hv-cinder-78462: {}, Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: L3 agent@dv-cinder-784623-6-smb: {}, Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: Metadata agent@dv-cinder-784623-6-smb: {}, Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: Metering agent@dv-cinder-784623-6-smb: {}, Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: Open vSwitch agent@dv-cinder-784623-6-smb: { 'AddressGroup': '1.2', Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'ConntrackHelper': '1.0', Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'Log': '1.0', Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'Network': '1.1', Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'Port': '1.7', Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'PortForwarding': '1.2', Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'QosPolicy': '1.8', Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroup': '1.4', Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroupRule': '1.2', Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'SubPort': '1.0', Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'Subnet': '1.1', Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: 'Trunk': '1.1'}} Apr 09 01:54:25.403657 dv-cinder-784623-6-smb neutron-server[85140]: {{(pid=85255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 09 01:54:25.414060 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:25.523037 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Network bd294572-97d5-4bf5-8461-bb564301b047 is already hosted by enough agents. {{(pid=85255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:54:25.526098 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Resources bound (agent type, host, resource id): {{(pid=85255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:54:25.537317 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Received port after_create {{(pid=85255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:54:25.544832 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-354634ad-5967-4b76-bec1-25994adfa240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:25.791675 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-81340a90-495d-45a2-b4f8-730c866cc3b7 req-28aee19b-4947-4b05-81ec-af5c63ab18b8 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 210 time: 0.5584519 Apr 09 01:54:25.792508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Attempting to bind port e7648a6b-cc31-4036-946d-8f0eda7e1054 on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:54:25.793384 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Attempting to bind port e7648a6b-cc31-4036-946d-8f0eda7e1054 by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': 'df13e918-9802-4055-9470-4d7703da78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047'}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:54:25.795328 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Attempting to bind port e7648a6b-cc31-4036-946d-8f0eda7e1054 on network bd294572-97d5-4bf5-8461-bb564301b047 {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:54:25.807494 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:54:25.808783 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Checking segment: {'id': 'df13e918-9802-4055-9470-4d7703da78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:54:25.809959 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:25.810913 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Bound using segment: {'id': 'df13e918-9802-4055-9470-4d7703da78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047'} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:54:25.812312 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Bound port: e7648a6b-cc31-4036-946d-8f0eda7e1054, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df13e918-9802-4055-9470-4d7703da78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047'}}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:54:25.813525 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:25.870045 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Allocated IP 172.28.0.100 (8df4ea79-732a-43b6-97d7-19109b70c389/9f1b2a28-977e-4854-8466-cbb1a9b3b7c1/2290f04e-8339-42a5-ac7c-02de47a3b05e) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:54:26.112411 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] For port e7648a6b-cc31-4036-946d-8f0eda7e1054, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:54:26.119133 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] For port e7648a6b-cc31-4036-946d-8f0eda7e1054, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=e7648a6b-cc31-4036-946d-8f0eda7e1054,segment=NetworkSegment(df13e918-9802-4055-9470-4d7703da78e6),segment_id=df13e918-9802-4055-9470-4d7703da78e6)] {{(pid=85255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:54:26.127191 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:26.211391 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:26.244511 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:26.334150 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:26.373540 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:26.465251 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Network 8df4ea79-732a-43b6-97d7-19109b70c389 is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:54:26.469888 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:54:26.475105 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Received port after_create {{(pid=85254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:54:26.643294 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Pushing event updated for resources: {'Port': ['ID=e7648a6b-cc31-4036-946d-8f0eda7e1054,revision_number=2']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:26.660382 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Pushing event updated for resources: {'Port': ['ID=dc530b23-814c-494d-93da-71763d63e292,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:26.662227 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:26.666409 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.122s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:26.749973 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Pushing event updated for resources: {'Port': ['ID=2290f04e-8339-42a5-ac7c-02de47a3b05e,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:26.866569 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:26.940395 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Network 8df4ea79-732a-43b6-97d7-19109b70c389 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:54:26.942471 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:54:26.955331 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:54:27.228598 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:27.385379 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4bb6ede5-4683-4eaa-81f5-fd7e07c4c80d req-3a2b4b5a-343a-4a5c-af54-34b44cbfac3e tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 210 time: 0.0939806 Apr 09 01:54:27.757685 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:28.089889 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854004705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854110841'] for router, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:28.668177 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c is scheduled to L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 with binding_index 1 {{(pid=85254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 09 01:54:28.767035 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854004705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854110841'] for router, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:29.034196 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.60', 61218) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:29.333695 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device e7648a6b-cc31-4036-946d-8f0eda7e1054 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:54:29.538002 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1f7568-2412-4869-b798-aa5ac95b4c41 None None] Network bd294572-97d5-4bf5-8461-bb564301b047 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:54:29.609974 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 52726) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:29.671778 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-fceec71a-8c28-4641-9694-13f37ea3866b tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:29.681813 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-fceec71a-8c28-4641-9694-13f37ea3866b tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.60 "GET /v2.0/networks?id=9e9c88a1-ee0b-4b0d-9773-470c6edcdce6 HTTP/1.1" status: 200 len: 811 time: 0.6444242 Apr 09 01:54:29.713264 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:54:29.733486 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Sync routers for ids ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'] in dv-cinder-784623-6-smb {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:54:29.768471 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Routers {'424d2a3c-224c-44a1-ad6e-17a1326f7f1c'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:54:29.769981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:54:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:54:29.771796 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-80153c12-bdb4-407d-a278-83076a5e4551 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Request body: {'port': {'device_id': '3a7e825d-523b-42c2-9136-0bad36e73955', 'network_id': '9e9c88a1-ee0b-4b0d-9773-470c6edcdce6', 'admin_state_up': True, 'tenant_id': '1cd7eb19593c46c49fd302b52967ddc6'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:54:30.168063 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-739d5b6e-1e2e-4ded-8341-40cb7d5674be None None] Provisioning for port e7648a6b-cc31-4036-946d-8f0eda7e1054 completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:54:30.202233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-739d5b6e-1e2e-4ded-8341-40cb7d5674be None None] Provisioning complete for port e7648a6b-cc31-4036-946d-8f0eda7e1054 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:54:30.202948 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739d5b6e-1e2e-4ded-8341-40cb7d5674be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:30.314648 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4b11c639-60e4-4cc8-ad4c-051958114683 req-4b92ffa5-8728-48af-83de-36db514ab39f tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 210 time: 1.5399804 Apr 09 01:54:30.416685 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port e7648a6b-cc31-4036-946d-8f0eda7e1054 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:54:30.512975 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port e7648a6b-cc31-4036-946d-8f0eda7e1054 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:54:30.519915 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:30.532183 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Set router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:54:30.579330 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Notify callbacks [] for router, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:30.590263 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4516699 Apr 09 01:54:30.595917 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 52774) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:30.644576 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8e2ecd67-5e97-4c18-be7d-14a12bc819ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:30.771700 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-8e2ecd67-5e97-4c18-be7d-14a12bc819ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:30.784371 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-8e2ecd67-5e97-4c18-be7d-14a12bc819ac admin admin] Usage tracker for resource:security_group_rule and tenant:ca3a021687bf49b7b862ab722b159e1a is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:30.798625 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-8e2ecd67-5e97-4c18-be7d-14a12bc819ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:30.829144 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-8e2ecd67-5e97-4c18-be7d-14a12bc819ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:31.169816 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Router d838475f-c142-4f8e-88dc-403165949e15 is scheduled to L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 with binding_index 1 {{(pid=85253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 09 01:54:31.270880 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:31.306352 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8e2ecd67-5e97-4c18-be7d-14a12bc819ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:31.310154 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] For port e7648a6b-cc31-4036-946d-8f0eda7e1054, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=e7648a6b-cc31-4036-946d-8f0eda7e1054,segment=NetworkSegment(df13e918-9802-4055-9470-4d7703da78e6),segment_id=df13e918-9802-4055-9470-4d7703da78e6)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:54:31.327054 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8e2ecd67-5e97-4c18-be7d-14a12bc819ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:31.337359 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:31.407673 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:31.456679 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-611fce7f-e672-488c-87e8-aca20a9594ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:32.040403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc530b23-814c-494d-93da-71763d63e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:26Z', 'revision_number': 3, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port': {'id': 'dc530b23-814c-494d-93da-71763d63e292', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:24Z', 'updated_at': '2021-04-09T01:54:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:54:32.078689 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Checking router: 424d2a3c-224c-44a1-ad6e-17a1326f7f1c for host: dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:54:32.087064 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Updating router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c port dc530b23-814c-494d-93da-71763d63e292 binding host dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 01:54:32.289948 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=e7648a6b-cc31-4036-946d-8f0eda7e1054,revision_number=3']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:32.320203 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:32.363546 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.958s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:32.496821 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 52806) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:32.542574 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-9999f721-adb2-4431-a446-5a528b80288d None None] Provisioning complete for port e7648a6b-cc31-4036-946d-8f0eda7e1054 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:54:32.543346 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9999f721-adb2-4431-a446-5a528b80288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:32.590506 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:32.691065 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-80153c12-bdb4-407d-a278-83076a5e4551 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:32.782011 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-8e2ecd67-5e97-4c18-be7d-14a12bc819ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca3a021687bf49b7b862ab722b159e1a&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1660151 Apr 09 01:54:32.801451 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-80153c12-bdb4-407d-a278-83076a5e4551 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Usage tracker for resource:port and tenant:1cd7eb19593c46c49fd302b52967ddc6 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:32.817165 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 52822) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:32.839399 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-80153c12-bdb4-407d-a278-83076a5e4551 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:32.842852 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ecd67-5e97-4c18-be7d-14a12bc819ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508b75cb-5a2d-489e-a922-c61152d19038,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:32.901751 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a49a23e0-5315-45df-a78a-19740a23d651 req-9ce82c6d-bc71-4352-b80c-eb854b8078c8 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 210 time: 0.3397610 Apr 09 01:54:32.954179 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-80153c12-bdb4-407d-a278-83076a5e4551 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:32.982617 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8e2ecd67-5e97-4c18-be7d-14a12bc819ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.526s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:33.137380 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-80153c12-bdb4-407d-a278-83076a5e4551 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Made reservation on behalf of 1cd7eb19593c46c49fd302b52967ddc6 for: {'port': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:54:33.168847 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-80153c12-bdb4-407d-a278-83076a5e4551 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:33.192210 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:54:33.216699 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Sync routers for ids ['d838475f-c142-4f8e-88dc-403165949e15'] in dv-cinder-784623-6-smb {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:54:33.262620 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Routers {'d838475f-c142-4f8e-88dc-403165949e15'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:54:33.264064 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:54:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['d838475f-c142-4f8e-88dc-403165949e15'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:54:33.461497 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 52832) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:33.464526 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c6fc-8f40-4005-95bb-52c62156f165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:33.479094 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-28423b2f-c5f3-4c0c-9e59-72ed4e047830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:33.597848 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-1ea3c6fc-8f40-4005-95bb-52c62156f165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:33.630410 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device e7648a6b-cc31-4036-946d-8f0eda7e1054 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:54:33.659240 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-1ea3c6fc-8f40-4005-95bb-52c62156f165 admin admin] Usage tracker for resource:security_group_rule and tenant:c1e2e723f09642a58fe9dc6a916a4416 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:33.666438 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-1ea3c6fc-8f40-4005-95bb-52c62156f165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:33.680052 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-1ea3c6fc-8f40-4005-95bb-52c62156f165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:33.706971 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Notify callbacks [] for router, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:33.708596 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.8383527 Apr 09 01:54:33.717937 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 52842) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:33.848179 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c6fc-8f40-4005-95bb-52c62156f165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:33.873916 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c6fc-8f40-4005-95bb-52c62156f165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:33.922301 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port e7648a6b-cc31-4036-946d-8f0eda7e1054 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:54:33.923686 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:33.947239 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-28423b2f-c5f3-4c0c-9e59-72ed4e047830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:33.960437 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:33.974448 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-1ea3c6fc-8f40-4005-95bb-52c62156f165 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1e2e723f09642a58fe9dc6a916a4416&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4640982 Apr 09 01:54:33.982694 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 52850) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:33.984927 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eb387661-859a-4920-bb2f-1b1b9eac86df admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:34.081193 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-eb387661-859a-4920-bb2f-1b1b9eac86df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:34.118139 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-eb387661-859a-4920-bb2f-1b1b9eac86df admin admin] Usage tracker for resource:security_group_rule and tenant:764b495aa3584d7eaf70fb8318872973 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:34.138200 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-eb387661-859a-4920-bb2f-1b1b9eac86df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:34.160164 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-eb387661-859a-4920-bb2f-1b1b9eac86df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:34.178455 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3c6fc-8f40-4005-95bb-52c62156f165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a4fdb2-fc38-472c-a117-7a218dfa8663,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:34.217564 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-1ea3c6fc-8f40-4005-95bb-52c62156f165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:34.239184 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-80153c12-bdb4-407d-a278-83076a5e4551 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Allocated IP 172.20.0.5 (9e9c88a1-ee0b-4b0d-9773-470c6edcdce6/bbf9a0e0-646e-4822-9129-ae9dab6fcb1c/7cee454b-778f-4d61-83f6-3521ee414919) {{(pid=85254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:54:34.287791 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-28423b2f-c5f3-4c0c-9e59-72ed4e047830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:34.319795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:34.376481 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-28423b2f-c5f3-4c0c-9e59-72ed4e047830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:34.378198 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-28423b2f-c5f3-4c0c-9e59-72ed4e047830 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/508b75cb-5a2d-489e-a922-c61152d19038 HTTP/1.1" status: 204 len: 168 time: 1.5436740 Apr 09 01:54:34.386506 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28423b2f-c5f3-4c0c-9e59-72ed4e047830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508b75cb-5a2d-489e-a922-c61152d19038,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:34.418756 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-28423b2f-c5f3-4c0c-9e59-72ed4e047830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:34.658437 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Set router d838475f-c142-4f8e-88dc-403165949e15 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:54:34.764179 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eb387661-859a-4920-bb2f-1b1b9eac86df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:34.783871 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eb387661-859a-4920-bb2f-1b1b9eac86df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:34.837928 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:34.881454 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-eb387661-859a-4920-bb2f-1b1b9eac86df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=764b495aa3584d7eaf70fb8318872973&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4184229 Apr 09 01:54:34.882809 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 52876) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:34.887442 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb387661-859a-4920-bb2f-1b1b9eac86df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bb710e-ecb8-46c1-bb3f-d94c6dbe4c86,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:34.923557 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-eb387661-859a-4920-bb2f-1b1b9eac86df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:34.951170 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-80153c12-bdb4-407d-a278-83076a5e4551 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Notify callbacks [] for port, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:35.024229 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9a980352-e4d4-457b-837b-c74357b01cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:35.062363 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9a980352-e4d4-457b-837b-c74357b01cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:35.115686 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-34562449-4083-4711-a19b-af4e85950d69 req-fc034af8-5039-4b2d-b389-7052c359c560 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 210 time: 0.5342271 Apr 09 01:54:35.124602 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9a980352-e4d4-457b-837b-c74357b01cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:35.134574 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:35.160133 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9a980352-e4d4-457b-837b-c74357b01cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:35.166342 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-9a980352-e4d4-457b-837b-c74357b01cdd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/54bb710e-ecb8-46c1-bb3f-d94c6dbe4c86 HTTP/1.1" status: 204 len: 168 time: 0.2741437 Apr 09 01:54:35.169274 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a980352-e4d4-457b-837b-c74357b01cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bb710e-ecb8-46c1-bb3f-d94c6dbe4c86,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:35.181779 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9a980352-e4d4-457b-837b-c74357b01cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:35.222318 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-80153c12-bdb4-407d-a278-83076a5e4551 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:35.256626 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Notify callbacks [] for port, precommit_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:35.272335 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Transition to ACTIVE for port object dc530b23-814c-494d-93da-71763d63e292 will not be triggered until provisioned by entity L2. {{(pid=85256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:54:35.289496 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:35.305233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:35.640362 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5968ed79-a302-4969-aec8-a61d9e376a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:35.673106 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:36.028291 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80153c12-bdb4-407d-a278-83076a5e4551 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Pushing event updated for resources: {'Port': ['ID=7cee454b-778f-4d61-83f6-3521ee414919,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:36.068726 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-80153c12-bdb4-407d-a278-83076a5e4551 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:36.133405 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Attempting to bind port dc530b23-814c-494d-93da-71763d63e292 on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:54:36.138100 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Attempting to bind port dc530b23-814c-494d-93da-71763d63e292 by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}] {{(pid=85256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:54:36.138690 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Attempting to bind port dc530b23-814c-494d-93da-71763d63e292 on network 8df4ea79-732a-43b6-97d7-19109b70c389 {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:54:36.225903 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:54:36.226310 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Checking segment: {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:54:36.226754 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:36.227187 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Bound using segment: {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'} {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:54:36.227725 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Bound port: dc530b23-814c-494d-93da-71763d63e292, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}}] {{(pid=85256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:54:36.228132 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:36.267784 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5968ed79-a302-4969-aec8-a61d9e376a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:36.272185 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-80153c12-bdb4-407d-a278-83076a5e4551 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Network 9e9c88a1-ee0b-4b0d-9773-470c6edcdce6 is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:54:36.275557 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-80153c12-bdb4-407d-a278-83076a5e4551 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:54:36.279774 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-80153c12-bdb4-407d-a278-83076a5e4551 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Received port after_create {{(pid=85254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:54:36.297823 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-80153c12-bdb4-407d-a278-83076a5e4551 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:36.300385 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-80153c12-bdb4-407d-a278-83076a5e4551 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:36.354083 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-80153c12-bdb4-407d-a278-83076a5e4551 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6022198 Apr 09 01:54:36.367175 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-31834487-66a5-44e5-90ce-99e60c8f16d4 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=85254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 01:54:36.368263 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-31834487-66a5-44e5-90ce-99e60c8f16d4 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066535 Apr 09 01:54:36.412519 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d06cb0-7c16-4d65-a184-43ca2ca61a8f None None] Pushing event updated for resources: {'Port': ['ID=dc530b23-814c-494d-93da-71763d63e292,revision_number=2']} {{(pid=85256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:36.435193 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 52910) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:36.456687 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d06cb0-7c16-4d65-a184-43ca2ca61a8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:36.457699 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d06cb0-7c16-4d65-a184-43ca2ca61a8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:36.458516 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d06cb0-7c16-4d65-a184-43ca2ca61a8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:36.459324 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d06cb0-7c16-4d65-a184-43ca2ca61a8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:36.460546 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d06cb0-7c16-4d65-a184-43ca2ca61a8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:36.461576 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d06cb0-7c16-4d65-a184-43ca2ca61a8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:36.462550 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d06cb0-7c16-4d65-a184-43ca2ca61a8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:36.463380 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d06cb0-7c16-4d65-a184-43ca2ca61a8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:36.464409 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d06cb0-7c16-4d65-a184-43ca2ca61a8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:36.465389 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d06cb0-7c16-4d65-a184-43ca2ca61a8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:36.466503 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d06cb0-7c16-4d65-a184-43ca2ca61a8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:36.467443 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d06cb0-7c16-4d65-a184-43ca2ca61a8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d06cb0-7c16-4d65-a184-43ca2ca61a8f None None] Tracked resource versions report: Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: pushed versions: Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: { 'AddressGroup': {'1.2'}, Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'ConntrackHelper': {'1.0'}, Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'Log': {'1.0'}, Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'Network': {'1.1'}, Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'Port': {'1.7'}, Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'PortForwarding': {'1.2'}, Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'QosPolicy': {'1.8'}, Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroup': {'1.4'}, Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroupRule': {'1.2'}, Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'SubPort': {'1.0'}, Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'Subnet': {'1.1'}, Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'Trunk': {'1.1'}} Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: consumer versions: Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: { DHCP agent@dv-cinder-784623-6-smb: {}, Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: HyperV agent@hv-cinder-78462: {}, Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: L3 agent@dv-cinder-784623-6-smb: {}, Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: Metadata agent@dv-cinder-784623-6-smb: {}, Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: Metering agent@dv-cinder-784623-6-smb: {}, Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: Open vSwitch agent@dv-cinder-784623-6-smb: { 'AddressGroup': '1.2', Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'ConntrackHelper': '1.0', Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'Log': '1.0', Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'Network': '1.1', Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'Port': '1.7', Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'PortForwarding': '1.2', Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'QosPolicy': '1.8', Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroup': '1.4', Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'SecurityGroupRule': '1.2', Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'SubPort': '1.0', Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'Subnet': '1.1', Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: 'Trunk': '1.1'}} Apr 09 01:54:36.469914 dv-cinder-784623-6-smb neutron-server[85140]: {{(pid=85256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 09 01:54:36.497801 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d6d06cb0-7c16-4d65-a184-43ca2ca61a8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:36.588676 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] For port dc530b23-814c-494d-93da-71763d63e292, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:54:36.596687 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] For port dc530b23-814c-494d-93da-71763d63e292, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=dc530b23-814c-494d-93da-71763d63e292,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:54:36.602855 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:36.685068 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd838475f-c142-4f8e-88dc-403165949e15', 'name': 'tempest-ServerRescueNegativeTestJSON-1698181603-router', 'tenant_id': 'd0feb4b36722416aa1765908bfef18e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '2290f04e-8339-42a5-ac7c-02de47a3b05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:27Z', 'revision_number': 3, 'project_id': 'd0feb4b36722416aa1765908bfef18e9', 'gw_port': {'id': '2290f04e-8339-42a5-ac7c-02de47a3b05e', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd838475f-c142-4f8e-88dc-403165949e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:25Z', 'updated_at': '2021-04-09T01:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:54:36.702299 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Checking router: d838475f-c142-4f8e-88dc-403165949e15 for host: dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:54:36.703876 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Updating router d838475f-c142-4f8e-88dc-403165949e15 port 2290f04e-8339-42a5-ac7c-02de47a3b05e binding host dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 01:54:36.707356 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:36.734527 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5968ed79-a302-4969-aec8-a61d9e376a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:36.857037 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:36.956446 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968ed79-a302-4969-aec8-a61d9e376a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a4fdb2-fc38-472c-a117-7a218dfa8663,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:37.019687 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-5968ed79-a302-4969-aec8-a61d9e376a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:37.022774 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5968ed79-a302-4969-aec8-a61d9e376a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:37.043613 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:37.043918 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-5968ed79-a302-4969-aec8-a61d9e376a0f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/61a4fdb2-fc38-472c-a117-7a218dfa8663 HTTP/1.1" status: 204 len: 168 time: 3.0181558 Apr 09 01:54:37.182699 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:37.295336 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a76ced-7d79-4414-9fe5-4390f5e42181 req-c8a6cbf5-edda-4862-97bc-d09823c65158 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:37.297314 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e1a76ced-7d79-4414-9fe5-4390f5e42181 req-c8a6cbf5-edda-4862-97bc-d09823c65158 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 931 time: 0.6447701 Apr 09 01:54:37.369002 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-55a19dfa-1230-44cf-9a4d-ebd4685c6af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:37.447236 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Request body: {'port': {'device_id': '3a7e825d-523b-42c2-9136-0bad36e73955', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:54:37.617135 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-55a19dfa-1230-44cf-9a4d-ebd4685c6af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:37.636002 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-55a19dfa-1230-44cf-9a4d-ebd4685c6af2 admin admin] Usage tracker for resource:security_group_rule and tenant:845693942fe0457fab6e686a9c88cd22 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:37.640287 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-55a19dfa-1230-44cf-9a4d-ebd4685c6af2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:37.673079 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-55a19dfa-1230-44cf-9a4d-ebd4685c6af2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:37.713527 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:37.796348 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Routers {'424d2a3c-224c-44a1-ad6e-17a1326f7f1c'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:54:37.797645 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:54:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:54:37.853571 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-e1a76ced-7d79-4414-9fe5-4390f5e42181 req-9e3448d1-89a0-4870-97ad-cb1223feedca tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Synchronizing usage tracker for tenant:1cd7eb19593c46c49fd302b52967ddc6 on resource:security_group {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:54:38.133662 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] Set router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:54:38.517851 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Notify callbacks [] for port, precommit_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:38.544534 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Transition to ACTIVE for port object 2290f04e-8339-42a5-ac7c-02de47a3b05e will not be triggered until provisioned by entity L2. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:54:38.556133 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:38.972262 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:38.984216 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 52950) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:38.990465 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:39.003475 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cee454b-778f-4d61-83f6-3521ee414919 {{(pid=85254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:54:39.012731 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:39.040732 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Transition to ACTIVE for port object 7cee454b-778f-4d61-83f6-3521ee414919 will not be triggered until provisioned by entity L2. {{(pid=85254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:54:39.065855 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:39.136298 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Allocated IP 172.20.0.1 (bd294572-97d5-4bf5-8461-bb564301b047/2138fd35-c483-44d0-b246-34baead69e32/d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:54:39.156014 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-55a19dfa-1230-44cf-9a4d-ebd4685c6af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:39.169474 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9a2f9-a34e-4f63-a1bd-d313a1af0400 None None] Pushing event updated for resources: {'Port': ['ID=2290f04e-8339-42a5-ac7c-02de47a3b05e,revision_number=2']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:39.181406 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d06cb0-7c16-4d65-a184-43ca2ca61a8f None None] Pushing event updated for resources: {'Port': ['ID=dc530b23-814c-494d-93da-71763d63e292,revision_number=3']} {{(pid=85256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:39.210576 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-1804f79c-6c79-4eb2-936b-534f059d4768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:39.237548 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d6d06cb0-7c16-4d65-a184-43ca2ca61a8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.518s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:39.295033 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-81f9a2f9-a34e-4f63-a1bd-d313a1af0400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:39.296417 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Attempting to bind port 2290f04e-8339-42a5-ac7c-02de47a3b05e on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:54:39.296637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Attempting to bind port 2290f04e-8339-42a5-ac7c-02de47a3b05e by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:54:39.305419 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Attempting to bind port 2290f04e-8339-42a5-ac7c-02de47a3b05e on network 8df4ea79-732a-43b6-97d7-19109b70c389 {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:54:39.319942 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-55a19dfa-1230-44cf-9a4d-ebd4685c6af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:39.350328 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:54:39.350542 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Checking segment: {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:54:39.351123 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:39.351768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Bound using segment: {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:54:39.352160 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Bound port: 2290f04e-8339-42a5-ac7c-02de47a3b05e, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:54:39.352630 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:39.367783 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc530b23-814c-494d-93da-71763d63e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:26Z', 'revision_number': 3, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port': {'id': 'dc530b23-814c-494d-93da-71763d63e292', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:24Z', 'updated_at': '2021-04-09T01:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:54:39.383665 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f1a40-9d91-4cbf-a54e-1f53274d4296 None None] The sync data for ids ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'] in dv-cinder-784623-6-smb is: [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc530b23-814c-494d-93da-71763d63e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:26Z', 'revision_number': 3, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port': {'id': 'dc530b23-814c-494d-93da-71763d63e292', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:24Z', 'updated_at': '2021-04-09T01:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}] {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:54:39.515003 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:39.556080 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Transition to ACTIVE for port object d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c will not be triggered until provisioned by entity DHCP. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:54:39.571639 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] For port 2290f04e-8339-42a5-ac7c-02de47a3b05e, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:54:39.601235 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] For port 2290f04e-8339-42a5-ac7c-02de47a3b05e, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=2290f04e-8339-42a5-ac7c-02de47a3b05e,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:54:39.611994 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:39.633864 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:39.642361 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Pushing event updated for resources: {'Port': ['ID=7cee454b-778f-4d61-83f6-3521ee414919,revision_number=2']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:39.694350 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:39.703309 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-e1a76ced-7d79-4414-9fe5-4390f5e42181 req-9e3448d1-89a0-4870-97ad-cb1223feedca tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Unset dirty status for tenant:1cd7eb19593c46c49fd302b52967ddc6 on resource:security_group {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:54:39.704878 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e1a76ced-7d79-4414-9fe5-4390f5e42181 req-9e3448d1-89a0-4870-97ad-cb1223feedca tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/security-groups?id=11688f19-4fae-4808-bbc3-a880ed3f40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3902788 Apr 09 01:54:39.705518 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c35b8d91-16c3-479d-b05c-a0f9378da49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:39.711339 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:40.044937 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-55a19dfa-1230-44cf-9a4d-ebd4685c6af2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=845693942fe0457fab6e686a9c88cd22&name=default HTTP/1.1" status: 200 len: 2975 time: 3.6082509 Apr 09 01:54:40.047861 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:40.215049 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a19dfa-1230-44cf-9a4d-ebd4685c6af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41529467-7284-41e1-a51d-1cd8a865099f,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:40.232929 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 52974) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:40.236454 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-55a19dfa-1230-44cf-9a4d-ebd4685c6af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:40.395149 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2fca028a-68fe-4282-9c28-8966fc8bcd8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:40.422242 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9a2f9-a34e-4f63-a1bd-d313a1af0400 None None] Pushing event updated for resources: {'Port': ['ID=2290f04e-8339-42a5-ac7c-02de47a3b05e,revision_number=3']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:40.435272 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-81f9a2f9-a34e-4f63-a1bd-d313a1af0400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:40.623476 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Routers {'d838475f-c142-4f8e-88dc-403165949e15'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:54:40.624201 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:54:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['d838475f-c142-4f8e-88dc-403165949e15'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:54:40.927134 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Pushing event updated for resources: {'Port': ['ID=d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:40.972956 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:41.020742 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c35b8d91-16c3-479d-b05c-a0f9378da49c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:41.050762 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c35b8d91-16c3-479d-b05c-a0f9378da49c admin admin] Usage tracker for resource:security_group_rule and tenant:feedbb55b9c44a1f889e16c40c9cb8ea is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:41.105549 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c35b8d91-16c3-479d-b05c-a0f9378da49c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:41.137057 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fa59278b-57c8-4a31-a773-f461daa67196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:41.166724 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c35b8d91-16c3-479d-b05c-a0f9378da49c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:41.384786 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c35b8d91-16c3-479d-b05c-a0f9378da49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:41.459929 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Attempting to bind port 7cee454b-778f-4d61-83f6-3521ee414919 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:54:41.465356 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Attempting to bind port 7cee454b-778f-4d61-83f6-3521ee414919 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f17f35ae-cfa4-4c8f-b350-34e7f6a4a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9e9c88a1-ee0b-4b0d-9773-470c6edcdce6'}] {{(pid=85254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:54:41.465798 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Attempting to bind port 7cee454b-778f-4d61-83f6-3521ee414919 on network 9e9c88a1-ee0b-4b0d-9773-470c6edcdce6 {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:54:41.519201 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Port 7cee454b-778f-4d61-83f6-3521ee414919 on network 9e9c88a1-ee0b-4b0d-9773-470c6edcdce6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 01:54:41.519407 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Attempting to bind port 7cee454b-778f-4d61-83f6-3521ee414919 on network 9e9c88a1-ee0b-4b0d-9773-470c6edcdce6 {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:54:41.549288 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fa59278b-57c8-4a31-a773-f461daa67196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:41.549653 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] Set router d838475f-c142-4f8e-88dc-403165949e15 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:54:41.584887 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Checking agent: {'id': '474f91f5-43fb-4d3d-bd9b-d9ff88d57b86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:54:41.585205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Checking segment: {'id': 'f17f35ae-cfa4-4c8f-b350-34e7f6a4a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9e9c88a1-ee0b-4b0d-9773-470c6edcdce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:54:41.585865 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Bound using segment: {'id': 'f17f35ae-cfa4-4c8f-b350-34e7f6a4a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9e9c88a1-ee0b-4b0d-9773-470c6edcdce6'} {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:54:41.586420 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Bound port: 7cee454b-778f-4d61-83f6-3521ee414919, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17f35ae-cfa4-4c8f-b350-34e7f6a4a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9e9c88a1-ee0b-4b0d-9773-470c6edcdce6'}}] {{(pid=85254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:54:41.586836 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:41.694393 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c35b8d91-16c3-479d-b05c-a0f9378da49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:41.738400 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device dc530b23-814c-494d-93da-71763d63e292 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:54:41.823336 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] For port 7cee454b-778f-4d61-83f6-3521ee414919, host hv-cinder-78462, cleared binding levels {{(pid=85254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:54:41.838022 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] For port 7cee454b-778f-4d61-83f6-3521ee414919, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7cee454b-778f-4d61-83f6-3521ee414919,segment=NetworkSegment(f17f35ae-cfa4-4c8f-b350-34e7f6a4a036),segment_id=f17f35ae-cfa4-4c8f-b350-34e7f6a4a036)] {{(pid=85254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:54:41.861401 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:41.894827 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:42.035807 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b8d91-16c3-479d-b05c-a0f9378da49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca076fdc-38c6-4ccc-8140-b6ce60026204,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:42.093893 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c35b8d91-16c3-479d-b05c-a0f9378da49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:42.331183 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:42.435530 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-c35b8d91-16c3-479d-b05c-a0f9378da49c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=feedbb55b9c44a1f889e16c40c9cb8ea&name=default HTTP/1.1" status: 200 len: 2975 time: 3.4238281 Apr 09 01:54:42.442998 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Network bd294572-97d5-4bf5-8461-bb564301b047 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:54:42.445739 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 53022) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:42.455654 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:54:42.579473 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port dc530b23-814c-494d-93da-71763d63e292 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:54:42.588626 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port dc530b23-814c-494d-93da-71763d63e292 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:54:42.589396 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:42.751531 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:42.754205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:42.756950 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] 10.222.0.60 "PUT /v2.0/ports/7cee454b-778f-4d61-83f6-3521ee414919 HTTP/1.1" status: 200 len: 1093 time: 5.9886487 Apr 09 01:54:42.757786 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7e825d-523b-42c2-9136-0bad36e73955', 'tag': '7cee454b-778f-4d61-83f6-3521ee414919'}] {{(pid=85254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:54:43.059776 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:43.084409 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] For port dc530b23-814c-494d-93da-71763d63e292, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=dc530b23-814c-494d-93da-71763d63e292,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:54:43.090268 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:43.100721 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-4037c443-e24b-4507-97e1-1c7a2099f1fe None None] Provisioning for port d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:54:43.110791 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:43.119884 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:54:43.120884 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692043'] for router_interface, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:43.134917 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fa59278b-57c8-4a31-a773-f461daa67196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:43.198587 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-4037c443-e24b-4507-97e1-1c7a2099f1fe None None] Provisioning complete for port d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:54:43.200336 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4037c443-e24b-4507-97e1-1c7a2099f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:43.247973 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 53032) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:43.350414 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Pushing event updated for resources: {'Port': ['ID=7cee454b-778f-4d61-83f6-3521ee414919,revision_number=3']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:43.383823 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.053s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:43.384828 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fa59278b-57c8-4a31-a773-f461daa67196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:43.386083 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-fa59278b-57c8-4a31-a773-f461daa67196 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41529467-7284-41e1-a51d-1cd8a865099f HTTP/1.1" status: 204 len: 168 time: 2.9973893 Apr 09 01:54:43.393385 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-55a19dfa-1230-44cf-9a4d-ebd4685c6af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:43.434854 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59278b-57c8-4a31-a773-f461daa67196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41529467-7284-41e1-a51d-1cd8a865099f,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:43.454887 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fa59278b-57c8-4a31-a773-f461daa67196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:43.482091 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd838475f-c142-4f8e-88dc-403165949e15', 'name': 'tempest-ServerRescueNegativeTestJSON-1698181603-router', 'tenant_id': 'd0feb4b36722416aa1765908bfef18e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '2290f04e-8339-42a5-ac7c-02de47a3b05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:27Z', 'revision_number': 3, 'project_id': 'd0feb4b36722416aa1765908bfef18e9', 'gw_port': {'id': '2290f04e-8339-42a5-ac7c-02de47a3b05e', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd838475f-c142-4f8e-88dc-403165949e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:25Z', 'updated_at': '2021-04-09T01:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:54:43.499448 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:54:43.525458 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-cec26aaa-f9d7-455c-a5f5-d6a2aee550be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:43.534257 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-4037c443-e24b-4507-97e1-1c7a2099f1fe None None] Port d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 01:54:43.540306 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-cec26aaa-f9d7-455c-a5f5-d6a2aee550be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cd7eb19593c46c49fd302b52967ddc6&device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 1096 time: 0.5773635 Apr 09 01:54:43.566856 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd23101-dc35-4fac-b016-20d92633e7f1 None None] The sync data for ids ['d838475f-c142-4f8e-88dc-403165949e15'] in dv-cinder-784623-6-smb is: [{'id': 'd838475f-c142-4f8e-88dc-403165949e15', 'name': 'tempest-ServerRescueNegativeTestJSON-1698181603-router', 'tenant_id': 'd0feb4b36722416aa1765908bfef18e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '2290f04e-8339-42a5-ac7c-02de47a3b05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:27Z', 'revision_number': 3, 'project_id': 'd0feb4b36722416aa1765908bfef18e9', 'gw_port': {'id': '2290f04e-8339-42a5-ac7c-02de47a3b05e', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd838475f-c142-4f8e-88dc-403165949e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:25Z', 'updated_at': '2021-04-09T01:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}] {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:54:43.641512 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=dc530b23-814c-494d-93da-71763d63e292,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:43.650659 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-23644020-fbab-4a33-a8ef-689d35473bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:43.658362 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:44.171962 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-e82f07de-2af7-41a5-8a49-81b4b6d2db45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cee454b-778f-4d61-83f6-3521ee414919 HTTP/1.1" status: 200 len: 217 time: 0.5247784 Apr 09 01:54:44.553879 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c3e14811-43b7-46a2-a68c-9c15af3ff4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:44.578131 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-1f266879-5d1f-4c38-a3aa-b58c2b857dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:44.584788 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-1f266879-5d1f-4c38-a3aa-b58c2b857dc6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbf9a0e0-646e-4822-9129-ae9dab6fcb1c HTTP/1.1" status: 200 len: 851 time: 0.3914282 Apr 09 01:54:44.771747 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0149-343d-4642-a2ac-7739bbea89a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:44.783332 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:44.801579 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-1b81fee2-fd5b-4ac2-b01c-ab5066a40c48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9e9c88a1-ee0b-4b0d-9773-470c6edcdce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1761200 Apr 09 01:54:44.928084 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Allocated IP 172.20.0.1 (6ec21f9a-6f4a-4261-a413-67d554e0d8cf/851870d6-f6e8-4260-ae58-6a636db3e134/b5ef05c3-581c-419c-aae0-cc113a721e06) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:54:45.035770 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c3e14811-43b7-46a2-a68c-9c15af3ff4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:45.203215 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-daadcc81-47ac-4830-89cf-ca53322b2156 service neutron] 10.222.0.60 "GET /v2.0/networks/9e9c88a1-ee0b-4b0d-9773-470c6edcdce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504937 Apr 09 01:54:45.204568 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-9f2a0149-343d-4642-a2ac-7739bbea89a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:45.219911 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-9f2a0149-343d-4642-a2ac-7739bbea89a3 admin admin] Usage tracker for resource:security_group_rule and tenant:96ba425971e64c1bbf34d84eb40941e6 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:45.225264 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-9f2a0149-343d-4642-a2ac-7739bbea89a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:45.250157 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-9f2a0149-343d-4642-a2ac-7739bbea89a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:45.612736 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:45.740053 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e8130-d658-49b0-934f-919bf5aaf8ba req-8eae902c-8842-4a3c-99de-75936b738223 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:45.741811 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5d4e8130-d658-49b0-934f-919bf5aaf8ba req-8eae902c-8842-4a3c-99de-75936b738223 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 943 time: 4.2904866 Apr 09 01:54:45.743133 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:45.767099 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7e825d-523b-42c2-9136-0bad36e73955', 'tag': '7cee454b-778f-4d61-83f6-3521ee414919', 'status': 'completed', 'code': 200} Apr 09 01:54:45.815725 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 53074) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:45.910624 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 2290f04e-8339-42a5-ac7c-02de47a3b05e up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:54:46.121706 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d85cdab-91cc-4d67-ba77-9559b4e39e19 req-ef97f26b-e1d9-4fb7-8b96-49b77796b038 service neutron] 10.222.0.60 "GET /v2.0/networks/9e9c88a1-ee0b-4b0d-9773-470c6edcdce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8925731 Apr 09 01:54:46.206238 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:46.235722 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port 2290f04e-8339-42a5-ac7c-02de47a3b05e completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:54:46.270729 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 2290f04e-8339-42a5-ac7c-02de47a3b05e triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:54:46.271383 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:46.301418 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0149-343d-4642-a2ac-7739bbea89a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:46.372061 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0149-343d-4642-a2ac-7739bbea89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:46.382892 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5d4e8130-d658-49b0-934f-919bf5aaf8ba req-b6acd5c3-c0ba-4420-84bb-63cce3386056 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/security-groups?id=11688f19-4fae-4808-bbc3-a880ed3f40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5866582 Apr 09 01:54:46.449884 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-28423b2f-c5f3-4c0c-9e59-72ed4e047830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:46.494627 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-417f17bf-5c3f-4432-9655-fa6f29458215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:46.527067 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-9f2a0149-343d-4642-a2ac-7739bbea89a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=96ba425971e64c1bbf34d84eb40941e6&name=default HTTP/1.1" status: 200 len: 2975 time: 3.2309506 Apr 09 01:54:46.533922 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 53084) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:46.539437 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a0149-343d-4642-a2ac-7739bbea89a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f503d73a-99c3-494a-b373-412214705184,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:46.568820 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-417f17bf-5c3f-4432-9655-fa6f29458215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:46.569580 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9f2a0149-343d-4642-a2ac-7739bbea89a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:46.587036 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-417f17bf-5c3f-4432-9655-fa6f29458215 admin admin] Usage tracker for resource:security_group_rule and tenant:e131fe7e93d3476ab83fce9ba1713514 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:46.597678 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-417f17bf-5c3f-4432-9655-fa6f29458215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:46.608153 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Network 6ec21f9a-6f4a-4261-a413-67d554e0d8cf is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:54:46.615871 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-417f17bf-5c3f-4432-9655-fa6f29458215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:46.621792 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:54:46.628357 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Pushing event updated for resources: {'Port': ['ID=b5ef05c3-581c-419c-aae0-cc113a721e06,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:46.644695 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:54:46.645553 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692043'] for router_interface, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:46.709931 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1438f-6a4f-4304-9aa6-fce5db9b57ce req-9ff12f8c-1d71-40ba-aee3-c45576ff6c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:46.712894 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-41d1438f-6a4f-4304-9aa6-fce5db9b57ce req-9ff12f8c-1d71-40ba-aee3-c45576ff6c98 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cd7eb19593c46c49fd302b52967ddc6&device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 1096 time: 0.4090333 Apr 09 01:54:46.726464 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c3e14811-43b7-46a2-a68c-9c15af3ff4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:46.760276 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:46.767502 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bd016b05-bbb9-4f21-bdcf-227e2d6cee1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:46.814967 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e14811-43b7-46a2-a68c-9c15af3ff4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca076fdc-38c6-4ccc-8140-b6ce60026204,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:46.819256 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:46.851175 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c3e14811-43b7-46a2-a68c-9c15af3ff4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:46.910308 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:46.932952 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] For port 2290f04e-8339-42a5-ac7c-02de47a3b05e, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=2290f04e-8339-42a5-ac7c-02de47a3b05e,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:54:46.943127 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:46.950714 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device dc530b23-814c-494d-93da-71763d63e292 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:54:46.965679 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:46.974417 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c3e14811-43b7-46a2-a68c-9c15af3ff4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:46.976021 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-c3e14811-43b7-46a2-a68c-9c15af3ff4dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca076fdc-38c6-4ccc-8140-b6ce60026204 HTTP/1.1" status: 204 len: 168 time: 4.4970984 Apr 09 01:54:46.982113 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774814'] for router_interface, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:47.098439 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:47.202822 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-38a65ea9-73cc-4502-a080-8d66dcb70877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:47.299144 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fa66ff63-74e2-48a0-ba36-62f33a6f1577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:47.333442 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port dc530b23-814c-494d-93da-71763d63e292 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:54:47.333940 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:47.419598 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=2290f04e-8339-42a5-ac7c-02de47a3b05e,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:47.447032 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:47.451739 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1438f-6a4f-4304-9aa6-fce5db9b57ce req-a3ddf1b3-fcbb-4dfc-b172-78cf092ca4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:47.453827 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-41d1438f-6a4f-4304-9aa6-fce5db9b57ce req-a3ddf1b3-fcbb-4dfc-b172-78cf092ca4b3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9e9c88a1-ee0b-4b0d-9773-470c6edcdce6 HTTP/1.1" status: 200 len: 912 time: 0.6928833 Apr 09 01:54:47.454604 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fd1c12db-4492-49e0-9ff4-aaa35fbb2aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:47.532412 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fd1c12db-4492-49e0-9ff4-aaa35fbb2aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:47.727622 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-41d1438f-6a4f-4304-9aa6-fce5db9b57ce req-1a3d94a7-e417-4443-9c85-36f58e9120eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cee454b-778f-4d61-83f6-3521ee414919 HTTP/1.1" status: 200 len: 217 time: 0.1279509 Apr 09 01:54:47.745631 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 2290f04e-8339-42a5-ac7c-02de47a3b05e up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:54:47.760221 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-417f17bf-5c3f-4432-9655-fa6f29458215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:47.804217 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-417f17bf-5c3f-4432-9655-fa6f29458215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:47.851338 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1438f-6a4f-4304-9aa6-fce5db9b57ce req-fc493978-ecd3-4bc7-8c2f-44bf9767bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:47.854284 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-41d1438f-6a4f-4304-9aa6-fce5db9b57ce req-fc493978-ecd3-4bc7-8c2f-44bf9767bb1c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbf9a0e0-646e-4822-9129-ae9dab6fcb1c HTTP/1.1" status: 200 len: 851 time: 0.1085873 Apr 09 01:54:47.893180 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Pushing event updated for resources: {'Port': ['ID=d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:47.909596 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 2290f04e-8339-42a5-ac7c-02de47a3b05e triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:54:47.910254 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:47.913820 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:47.978072 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fd1c12db-4492-49e0-9ff4-aaa35fbb2aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:47.981034 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-41d1438f-6a4f-4304-9aa6-fce5db9b57ce req-fe06a0b0-223b-4173-a0cb-3b1c9ab19679 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9e9c88a1-ee0b-4b0d-9773-470c6edcdce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152005 Apr 09 01:54:47.986517 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:47.996576 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:48.025764 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-5968ed79-a302-4969-aec8-a61d9e376a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:48.038487 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c12db-4492-49e0-9ff4-aaa35fbb2aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f503d73a-99c3-494a-b373-412214705184,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:48.044712 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fd1c12db-4492-49e0-9ff4-aaa35fbb2aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:48.058856 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fd1c12db-4492-49e0-9ff4-aaa35fbb2aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:48.060341 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-fd1c12db-4492-49e0-9ff4-aaa35fbb2aa9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f503d73a-99c3-494a-b373-412214705184 HTTP/1.1" status: 204 len: 168 time: 1.5140862 Apr 09 01:54:48.395432 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-41d1438f-6a4f-4304-9aa6-fce5db9b57ce req-e9595702-1350-4409-857b-6b968faa08c0 service neutron] 10.222.0.60 "GET /v2.0/networks/9e9c88a1-ee0b-4b0d-9773-470c6edcdce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993163 Apr 09 01:54:48.474856 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:48.544537 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:48.681537 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-41d1438f-6a4f-4304-9aa6-fce5db9b57ce req-7e05b6e0-ae87-4e72-a0a4-3c46607c4eff service neutron] 10.222.0.60 "GET /v2.0/networks/9e9c88a1-ee0b-4b0d-9773-470c6edcdce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784324 Apr 09 01:54:48.864148 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-417f17bf-5c3f-4432-9655-fa6f29458215 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e131fe7e93d3476ab83fce9ba1713514&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6173615 Apr 09 01:54:48.868611 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 53140) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:48.904140 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Network bd294572-97d5-4bf5-8461-bb564301b047 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:54:48.927694 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 53144) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:48.929448 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:54:48.993349 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cb08aea9-5b94-40a6-b47f-8839c2a63a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:49.035668 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cb08aea9-5b94-40a6-b47f-8839c2a63a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:49.112654 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cb08aea9-5b94-40a6-b47f-8839c2a63a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:49.118943 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:49.132283 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08aea9-5b94-40a6-b47f-8839c2a63a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f5d48c-5b0b-4c63-90d3-23397132437b,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:49.163454 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-cb08aea9-5b94-40a6-b47f-8839c2a63a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:49.165125 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cb08aea9-5b94-40a6-b47f-8839c2a63a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:49.174144 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-cb08aea9-5b94-40a6-b47f-8839c2a63a95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50f5d48c-5b0b-4c63-90d3-23397132437b HTTP/1.1" status: 204 len: 168 time: 0.3014088 Apr 09 01:54:49.232821 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4434e6c6-fe82-4092-8117-78e104198a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:49.246597 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-2263df54-dbe7-4e8a-8feb-1672cf09e35a None None] Provisioning complete for port d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:54:49.247548 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2263df54-dbe7-4e8a-8feb-1672cf09e35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:49.273024 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-4434e6c6-fe82-4092-8117-78e104198a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:49.279450 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f17bf-5c3f-4432-9655-fa6f29458215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f5d48c-5b0b-4c63-90d3-23397132437b,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:49.285335 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-417f17bf-5c3f-4432-9655-fa6f29458215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.260s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:49.317423 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-4434e6c6-fe82-4092-8117-78e104198a44 admin admin] Usage tracker for resource:security_group_rule and tenant:a48202875bf2478983bb326330708721 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:49.341095 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-4434e6c6-fe82-4092-8117-78e104198a44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:49.364653 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-2263df54-dbe7-4e8a-8feb-1672cf09e35a None None] Port d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 01:54:49.373623 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-4434e6c6-fe82-4092-8117-78e104198a44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:49.539431 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a82a9-b25a-4741-ba89-638506f61c01 req-3848c688-2856-497c-9350-f2271fb1c2cb tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:49.541220 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a11a82a9-b25a-4741-ba89-638506f61c01 req-3848c688-2856-497c-9350-f2271fb1c2cb tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 943 time: 1.7780609 Apr 09 01:54:49.612212 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 01:54:49.629775 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a11a82a9-b25a-4741-ba89-638506f61c01 req-8748755c-23f3-490d-8f35-57805621cb2c tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/security-groups?id=11688f19-4fae-4808-bbc3-a880ed3f40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668447 Apr 09 01:54:49.717994 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:49.864475 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.db.resource_extend [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 09 01:54:50.058155 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:50.106474 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:50.120545 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4434e6c6-fe82-4092-8117-78e104198a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:50.127223 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774814'] for router_interface, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:50.170229 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:50.266625 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4434e6c6-fe82-4092-8117-78e104198a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:50.578340 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Pushing event updated for resources: {'Port': ['ID=b5ef05c3-581c-419c-aae0-cc113a721e06,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:50.601711 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:50.611636 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 53198) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:50.611798 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-4434e6c6-fe82-4092-8117-78e104198a44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a48202875bf2478983bb326330708721&name=default HTTP/1.1" status: 200 len: 2978 time: 1.6682370 Apr 09 01:54:50.620626 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:50.746597 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7507cfbf-4c06-4e13-8044-bebdd5876d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:50.765139 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 7cee454b-778f-4d61-83f6-3521ee414919 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 01:54:50.774264 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:54:50.797115 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Sync routers for ids ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'] in dv-cinder-784623-6-smb {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:54:50.816746 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Routers {'424d2a3c-224c-44a1-ad6e-17a1326f7f1c'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:54:50.821414 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:54:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:54:50.844520 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7507cfbf-4c06-4e13-8044-bebdd5876d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:50.976422 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7507cfbf-4c06-4e13-8044-bebdd5876d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:50.981110 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434e6c6-fe82-4092-8117-78e104198a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fff82be-d6e9-4e18-9b5a-8bbcbfa5d5b8,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:50.985458 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:50.997280 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-4434e6c6-fe82-4092-8117-78e104198a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:51.026037 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507cfbf-4c06-4e13-8044-bebdd5876d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fff82be-d6e9-4e18-9b5a-8bbcbfa5d5b8,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:51.037505 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-7507cfbf-4c06-4e13-8044-bebdd5876d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:51.038874 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7507cfbf-4c06-4e13-8044-bebdd5876d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:51.040919 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-7507cfbf-4c06-4e13-8044-bebdd5876d64 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fff82be-d6e9-4e18-9b5a-8bbcbfa5d5b8 HTTP/1.1" status: 204 len: 168 time: 0.4275327 Apr 09 01:54:51.046217 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] 10.222.0.44 "PUT /v2.0/routers/424d2a3c-224c-44a1-ad6e-17a1326f7f1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.4415030 Apr 09 01:54:51.240735 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Set router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:54:51.257586 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Network 6ec21f9a-6f4a-4261-a413-67d554e0d8cf is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:54:51.273790 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:54:51.340967 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 7cee454b-778f-4d61-83f6-3521ee414919, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7cee454b-778f-4d61-83f6-3521ee414919,segment=NetworkSegment(f17f35ae-cfa4-4c8f-b350-34e7f6a4a036),segment_id=f17f35ae-cfa4-4c8f-b350-34e7f6a4a036)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:54:51.417380 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': '7cee454b-778f-4d61-83f6-3521ee414919', 'network_id': '9e9c88a1-ee0b-4b0d-9773-470c6edcdce6', 'port_id': '7cee454b-778f-4d61-83f6-3521ee414919', 'mac_address': 'fa:16:3e:74:1f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf9a0e0-646e-4822-9129-ae9dab6fcb1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 01:54:51.717346 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:51.792115 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cee454b-778f-4d61-83f6-3521ee414919 {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:54:51.862930 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 7cee454b-778f-4d61-83f6-3521ee414919, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7cee454b-778f-4d61-83f6-3521ee414919,segment=NetworkSegment(f17f35ae-cfa4-4c8f-b350-34e7f6a4a036),segment_id=f17f35ae-cfa4-4c8f-b350-34e7f6a4a036)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:54:51.868735 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:51.874099 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:51.889573 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc530b23-814c-494d-93da-71763d63e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:44Z', 'revision_number': 4, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port': {'id': 'dc530b23-814c-494d-93da-71763d63e292', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:24Z', 'updated_at': '2021-04-09T01:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'd7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c', 'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'mac_address': 'fa:16:3e:b3:09:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2138fd35-c483-44d0-b246-34baead69e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:37Z', 'updated_at': '2021-04-09T01:54:46Z', 'revision_number': 2, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'subnets': [{'id': '2138fd35-c483-44d0-b246-34baead69e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:54:51.895550 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Checking router: 424d2a3c-224c-44a1-ad6e-17a1326f7f1c for host: dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:54:51.895970 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Updating router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c port d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c binding host dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 01:54:51.909749 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5cb2e-f958-4d70-9853-a52524c8d99a req-c3d5167c-bb73-42cf-b488-76ae25863d15 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:51.915635 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b1f5cb2e-f958-4d70-9853-a52524c8d99a req-c3d5167c-bb73-42cf-b488-76ae25863d15 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 943 time: 0.9144742 Apr 09 01:54:52.009882 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Router d838475f-c142-4f8e-88dc-403165949e15 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 01:54:52.036420 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:52.041244 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b1f5cb2e-f958-4d70-9853-a52524c8d99a req-b2daacdc-3853-47ec-b07b-db173404d9c9 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/security-groups?id=11688f19-4fae-4808-bbc3-a880ed3f40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063881 Apr 09 01:54:52.257626 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=7cee454b-778f-4d61-83f6-3521ee414919,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:52.272495 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:52.372410 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['7cee454b-778f-4d61-83f6-3521ee414919'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:54:52.503972 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:54:52.560869 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] 10.222.0.44 "PUT /v2.0/routers/d838475f-c142-4f8e-88dc-403165949e15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.8276367 Apr 09 01:54:52.594623 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Sync routers for ids ['d838475f-c142-4f8e-88dc-403165949e15'] in dv-cinder-784623-6-smb {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:54:52.665152 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Routers {'d838475f-c142-4f8e-88dc-403165949e15'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:54:52.671335 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:54:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['d838475f-c142-4f8e-88dc-403165949e15'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:54:53.333758 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 53298) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:53.344283 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-24f24013-8fb1-4f3b-b8b5-4d486efdf795 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2016086367', 'description': 'tempest-description--638734815'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:54:53.359354 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-24f24013-8fb1-4f3b-b8b5-4d486efdf795 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:53.372600 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-24f24013-8fb1-4f3b-b8b5-4d486efdf795 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Usage tracker for resource:security_group and tenant:bdb5c7b167ed48238a56c04c50600551 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:53.386618 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-24f24013-8fb1-4f3b-b8b5-4d486efdf795 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:53.394124 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Notify callbacks [] for port, precommit_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:53.409890 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-24f24013-8fb1-4f3b-b8b5-4d486efdf795 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:53.433133 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-24f24013-8fb1-4f3b-b8b5-4d486efdf795 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:53.454643 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Transition to ACTIVE for port object d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c will not be triggered until provisioned by entity L2. {{(pid=85256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:54:53.478617 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:53.499864 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-24f24013-8fb1-4f3b-b8b5-4d486efdf795 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:53.510529 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-24f24013-8fb1-4f3b-b8b5-4d486efdf795 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Usage tracker for resource:security_group_rule and tenant:bdb5c7b167ed48238a56c04c50600551 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:53.520129 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-24f24013-8fb1-4f3b-b8b5-4d486efdf795 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:53.539016 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-24f24013-8fb1-4f3b-b8b5-4d486efdf795 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:53.564332 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:53.733536 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-24f24013-8fb1-4f3b-b8b5-4d486efdf795 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:53.749661 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-24f24013-8fb1-4f3b-b8b5-4d486efdf795 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:53.784710 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-eb387661-859a-4920-bb2f-1b1b9eac86df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:53.878286 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905810c8-087c-4b47-963b-ad362f84df87 req-0ccb0321-893b-4913-84b2-468ee90e06c5 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:53.892664 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-905810c8-087c-4b47-963b-ad362f84df87 req-0ccb0321-893b-4913-84b2-468ee90e06c5 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 944 time: 0.2993457 Apr 09 01:54:53.895476 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f24013-8fb1-4f3b-b8b5-4d486efdf795 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6ecebe-3eee-4a21-ad0e-ac0480a15862,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:53.918258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-24f24013-8fb1-4f3b-b8b5-4d486efdf795 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:53.919609 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-24f24013-8fb1-4f3b-b8b5-4d486efdf795 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:53.925811 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-24f24013-8fb1-4f3b-b8b5-4d486efdf795 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5897257 Apr 09 01:54:53.930461 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 53314) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:53.940164 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-2859b7d0-bd97-4c87-a885-231ac3393b6d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Request body: {'security_group_rule': {'security_group_id': '1c6ecebe-3eee-4a21-ad0e-ac0480a15862', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:54:53.957794 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-905810c8-087c-4b47-963b-ad362f84df87 req-8170297e-1334-4e94-b263-09ad5f04a573 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/security-groups?id=11688f19-4fae-4808-bbc3-a880ed3f40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624869 Apr 09 01:54:53.977600 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-2859b7d0-bd97-4c87-a885-231ac3393b6d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:53.993444 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-2859b7d0-bd97-4c87-a885-231ac3393b6d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Usage tracker for resource:security_group_rule and tenant:bdb5c7b167ed48238a56c04c50600551 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:53.997662 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-2859b7d0-bd97-4c87-a885-231ac3393b6d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:54.005610 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1d2c2-4087-47aa-80e7-d57ba72cef6c None None] Pushing event updated for resources: {'Port': ['ID=d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c,revision_number=3']} {{(pid=85256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:54.017312 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-84a1d2c2-4087-47aa-80e7-d57ba72cef6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:54.023636 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-2859b7d0-bd97-4c87-a885-231ac3393b6d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:54.080957 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2859b7d0-bd97-4c87-a885-231ac3393b6d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:54.132634 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Set router d838475f-c142-4f8e-88dc-403165949e15 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:54:54.390321 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2859b7d0-bd97-4c87-a885-231ac3393b6d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:54.397073 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2859b7d0-bd97-4c87-a885-231ac3393b6d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:54.401280 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:54.474402 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859b7d0-bd97-4c87-a885-231ac3393b6d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd26b12-f905-4aaf-a91d-1931ddd1b6b6,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:54.487772 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2859b7d0-bd97-4c87-a885-231ac3393b6d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:54.509446 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2859b7d0-bd97-4c87-a885-231ac3393b6d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:54.517985 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2859b7d0-bd97-4c87-a885-231ac3393b6d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5811129 Apr 09 01:54:54.518704 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 53338) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:54.553504 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-3995b0b9-229f-4921-afb5-a21bd5ed5801 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Request body: {'security_group_rule': {'security_group_id': '1c6ecebe-3eee-4a21-ad0e-ac0480a15862', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:54:54.571014 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-3995b0b9-229f-4921-afb5-a21bd5ed5801 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:54.588522 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-3995b0b9-229f-4921-afb5-a21bd5ed5801 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Usage tracker for resource:security_group_rule and tenant:bdb5c7b167ed48238a56c04c50600551 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:54.601576 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-3995b0b9-229f-4921-afb5-a21bd5ed5801 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:54.620343 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-3995b0b9-229f-4921-afb5-a21bd5ed5801 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:54.685221 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3995b0b9-229f-4921-afb5-a21bd5ed5801 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:54.878220 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Attempting to bind port d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:54:54.879161 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Attempting to bind port d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': 'df13e918-9802-4055-9470-4d7703da78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047'}] {{(pid=85256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:54:54.879940 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Attempting to bind port d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c on network bd294572-97d5-4bf5-8461-bb564301b047 {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:54:54.882554 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 7cee454b-778f-4d61-83f6-3521ee414919 up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:54:54.891380 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:54:54.892294 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Checking segment: {'id': 'df13e918-9802-4055-9470-4d7703da78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:54:54.893635 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:54.894513 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Bound using segment: {'id': 'df13e918-9802-4055-9470-4d7703da78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047'} {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:54:54.895716 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Bound port: d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df13e918-9802-4055-9470-4d7703da78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047'}}] {{(pid=85256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:54:54.896566 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:54.947375 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3995b0b9-229f-4921-afb5-a21bd5ed5801 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:54.954586 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3995b0b9-229f-4921-afb5-a21bd5ed5801 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:54.957390 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2859b7d0-bd97-4c87-a885-231ac3393b6d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:55.001127 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995b0b9-229f-4921-afb5-a21bd5ed5801 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2302b1f6-7206-4c99-b576-299884435864,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:55.004439 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3995b0b9-229f-4921-afb5-a21bd5ed5801 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:55.016061 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3995b0b9-229f-4921-afb5-a21bd5ed5801 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:55.017648 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-3995b0b9-229f-4921-afb5-a21bd5ed5801 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4977751 Apr 09 01:54:55.022815 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 53356) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:55.037139 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Request body: {'floatingip': {'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:54:55.071368 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:55.088528 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Usage tracker for resource:floatingip and tenant:bdb5c7b167ed48238a56c04c50600551 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:55.098401 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:55.131328 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:55.190364 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning for port 7cee454b-778f-4d61-83f6-3521ee414919 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:54:55.192937 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for floatingip, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:55.200873 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] For port d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:54:55.207208 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] For port d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c,segment=NetworkSegment(df13e918-9802-4055-9470-4d7703da78e6),segment_id=df13e918-9802-4055-9470-4d7703da78e6)] {{(pid=85256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:54:55.212786 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port 7cee454b-778f-4d61-83f6-3521ee414919 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:54:55.213292 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:55.217380 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:55.284621 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:55.404346 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-6a7c07a0-0440-436d-85bf-4dcb3a8175b6 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:55.405873 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-6a7c07a0-0440-436d-85bf-4dcb3a8175b6 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Synchronizing usage tracker for tenant:d0feb4b36722416aa1765908bfef18e9 on resource:network {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:54:55.424818 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd838475f-c142-4f8e-88dc-403165949e15', 'name': 'tempest-ServerRescueNegativeTestJSON-1698181603-router', 'tenant_id': 'd0feb4b36722416aa1765908bfef18e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '2290f04e-8339-42a5-ac7c-02de47a3b05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:46Z', 'revision_number': 4, 'project_id': 'd0feb4b36722416aa1765908bfef18e9', 'gw_port': {'id': '2290f04e-8339-42a5-ac7c-02de47a3b05e', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd838475f-c142-4f8e-88dc-403165949e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:25Z', 'updated_at': '2021-04-09T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'b5ef05c3-581c-419c-aae0-cc113a721e06', 'name': '', 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf', 'tenant_id': 'd0feb4b36722416aa1765908bfef18e9', 'mac_address': 'fa:16:3e:31:41:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd838475f-c142-4f8e-88dc-403165949e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '851870d6-f6e8-4260-ae58-6a636db3e134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:40Z', 'updated_at': '2021-04-09T01:54:49Z', 'revision_number': 2, 'project_id': 'd0feb4b36722416aa1765908bfef18e9', 'subnets': [{'id': '851870d6-f6e8-4260-ae58-6a636db3e134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:54:55.439375 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Checking router: d838475f-c142-4f8e-88dc-403165949e15 for host: dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:54:55.439775 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Updating router d838475f-c142-4f8e-88dc-403165949e15 port b5ef05c3-581c-419c-aae0-cc113a721e06 binding host dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 01:54:55.667949 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-6a7c07a0-0440-436d-85bf-4dcb3a8175b6 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Unset dirty status for tenant:d0feb4b36722416aa1765908bfef18e9 on resource:network {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:54:55.670053 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-6a7c07a0-0440-436d-85bf-4dcb3a8175b6 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/networks?id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf HTTP/1.1" status: 200 len: 819 time: 0.9534280 Apr 09 01:54:55.727886 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-eb242bf2-e34f-4dac-bf29-93a504018051 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/quotas/d0feb4b36722416aa1765908bfef18e9 HTTP/1.1" status: 200 len: 375 time: 0.0428429 Apr 09 01:54:55.752615 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:55.878563 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5b816-8400-46a6-83aa-dc9ac7bdc6ed req-39991046-cad1-43a8-b0af-1fa01d23f298 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:55.888180 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-86f5b816-8400-46a6-83aa-dc9ac7bdc6ed req-39991046-cad1-43a8-b0af-1fa01d23f298 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 944 time: 0.4574993 Apr 09 01:54:55.972173 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-86f5b816-8400-46a6-83aa-dc9ac7bdc6ed req-610e6623-4002-4723-a4ec-cef1c08570e0 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/security-groups?id=11688f19-4fae-4808-bbc3-a880ed3f40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799730 Apr 09 01:54:55.996903 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-35088777-ce25-40cb-84e5-be565ee21303 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Synchronizing usage tracker for tenant:d0feb4b36722416aa1765908bfef18e9 on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:54:56.014791 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:56.039388 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-35088777-ce25-40cb-84e5-be565ee21303 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Unset dirty status for tenant:d0feb4b36722416aa1765908bfef18e9 on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:54:56.041168 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-35088777-ce25-40cb-84e5-be565ee21303 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d0feb4b36722416aa1765908bfef18e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2802181 Apr 09 01:54:56.060646 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:56.075805 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Routers {'424d2a3c-224c-44a1-ad6e-17a1326f7f1c'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:54:56.087049 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:54:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:54:56.167126 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 53386) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:56.197101 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7e825d-523b-42c2-9136-0bad36e73955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cee454b-778f-4d61-83f6-3521ee414919'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:54:56.375337 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] Set router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:54:56.378667 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 7cee454b-778f-4d61-83f6-3521ee414919, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7cee454b-778f-4d61-83f6-3521ee414919,segment=NetworkSegment(f17f35ae-cfa4-4c8f-b350-34e7f6a4a036),segment_id=f17f35ae-cfa4-4c8f-b350-34e7f6a4a036)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:54:56.395532 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:56.436597 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-46d2a8f0-1454-4491-bec4-0f7a2ae6c212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:56.580281 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Allocated IP 172.28.0.111 (8df4ea79-732a-43b6-97d7-19109b70c389/9f1b2a28-977e-4854-8466-cbb1a9b3b7c1/2b78570e-033d-412f-a638-5daf6ac3c31e) {{(pid=85254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:54:56.706005 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2ece3fd3-8f4e-4e1d-9e19-19aec5e7808a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:56.761821 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-2ece3fd3-8f4e-4e1d-9e19-19aec5e7808a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:56.789400 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-2ece3fd3-8f4e-4e1d-9e19-19aec5e7808a admin admin] Usage tracker for resource:security_group_rule and tenant:7c448399cb3d425ea706bf5aa9608843 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:56.798996 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-2ece3fd3-8f4e-4e1d-9e19-19aec5e7808a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:56.834605 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-2ece3fd3-8f4e-4e1d-9e19-19aec5e7808a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:56.867033 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-6f21336f-8de2-451c-bdb4-4b6033bbbcd7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=85253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 01:54:56.871320 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1d2c2-4087-47aa-80e7-d57ba72cef6c None None] Pushing event updated for resources: {'Port': ['ID=d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c,revision_number=4']} {{(pid=85256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:56.881221 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-84a1d2c2-4087-47aa-80e7-d57ba72cef6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.597s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:56.887272 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-6f21336f-8de2-451c-bdb4-4b6033bbbcd7 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2319820 Apr 09 01:54:56.921373 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc530b23-814c-494d-93da-71763d63e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:44Z', 'revision_number': 4, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port': {'id': 'dc530b23-814c-494d-93da-71763d63e292', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:24Z', 'updated_at': '2021-04-09T01:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'd7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c', 'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'mac_address': 'fa:16:3e:b3:09:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2138fd35-c483-44d0-b246-34baead69e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:37Z', 'updated_at': '2021-04-09T01:54:55Z', 'revision_number': 4, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'subnets': [{'id': '2138fd35-c483-44d0-b246-34baead69e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:54:56.936083 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769b6e9e-53d6-4f48-bb92-90bd7e13b70c None None] The sync data for ids ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'] in dv-cinder-784623-6-smb is: [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc530b23-814c-494d-93da-71763d63e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:44Z', 'revision_number': 4, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port': {'id': 'dc530b23-814c-494d-93da-71763d63e292', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:24Z', 'updated_at': '2021-04-09T01:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'd7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c', 'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'mac_address': 'fa:16:3e:b3:09:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2138fd35-c483-44d0-b246-34baead69e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:37Z', 'updated_at': '2021-04-09T01:54:55Z', 'revision_number': 4, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'subnets': [{'id': '2138fd35-c483-44d0-b246-34baead69e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:54:57.187938 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2ece3fd3-8f4e-4e1d-9e19-19aec5e7808a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:57.274428 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2ece3fd3-8f4e-4e1d-9e19-19aec5e7808a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:57.290102 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for port, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:57.377491 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:57.414089 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:57.447858 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2ece3fd3-8f4e-4e1d-9e19-19aec5e7808a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c448399cb3d425ea706bf5aa9608843&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2753301 Apr 09 01:54:57.448919 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 53434) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:57.696470 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=7cee454b-778f-4d61-83f6-3521ee414919,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:57.712265 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.276s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:57.831802 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-167b5169-8047-4f21-b4aa-29dd8f5f522e service neutron] 10.222.0.44 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9428158 Apr 09 01:54:57.867115 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:54:57.873095 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c91bb2fd-c279-49a3-9110-2749017c4e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:57.993308 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:54:58.002163 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:54:58.002866 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:58.121248 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Pushing event updated for resources: {'Port': ['ID=2b78570e-033d-412f-a638-5daf6ac3c31e,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:58.146716 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:58.179542 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Network 8df4ea79-732a-43b6-97d7-19109b70c389 is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:54:58.181202 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:54:58.194140 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Received port after_create {{(pid=85254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:54:58.341149 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:58.369550 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] For port d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c,segment=NetworkSegment(df13e918-9802-4055-9470-4d7703da78e6),segment_id=df13e918-9802-4055-9470-4d7703da78e6)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:54:58.379383 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:58.390607 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:58.411493 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-dd47d071-f9f0-475f-892c-8fc954d804d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:58.581098 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:58.626040 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.db.resource_extend [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 09 01:54:58.635213 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:58.643997 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 53470) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:58.656849 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:58.699725 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece3fd3-8f4e-4e1d-9e19-19aec5e7808a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbadda75-be8d-4c0f-9612-e8544afa9605,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:58.730813 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2ece3fd3-8f4e-4e1d-9e19-19aec5e7808a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.317s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:58.807196 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c20ff484-32e2-4ddf-8c3a-fe02a3af35c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:58.834642 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Notify callbacks [] for port, precommit_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:58.851646 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Transition to ACTIVE for port object b5ef05c3-581c-419c-aae0-cc113a721e06 will not be triggered until provisioned by entity L2. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:54:58.867138 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:58.891284 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:58.892030 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96afe9f-b42b-439a-9e1c-97d5e167a52e req-a74f22d7-701f-4ba4-857b-9c3ef792b051 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:54:58.897788 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f96afe9f-b42b-439a-9e1c-97d5e167a52e req-a74f22d7-701f-4ba4-857b-9c3ef792b051 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 945 time: 1.4259367 Apr 09 01:54:58.938727 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c20ff484-32e2-4ddf-8c3a-fe02a3af35c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:59.036068 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-4b1a9906-7bb1-4c5c-91d2-a072c8b9e911 service neutron] 10.222.0.44 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910809 Apr 09 01:54:59.075492 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f96afe9f-b42b-439a-9e1c-97d5e167a52e req-bf8a6ed0-70b5-46da-a8fc-2e39e9cbc72c tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/security-groups?id=11688f19-4fae-4808-bbc3-a880ed3f40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532645 Apr 09 01:54:59.147330 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c20ff484-32e2-4ddf-8c3a-fe02a3af35c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:59.166879 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c3e14811-43b7-46a2-a68c-9c15af3ff4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:59.206611 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-08038a8c-50a9-4f13-b06d-36496c41a61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:59.211476 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ff484-32e2-4ddf-8c3a-fe02a3af35c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbadda75-be8d-4c0f-9612-e8544afa9605,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:59.220117 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c20ff484-32e2-4ddf-8c3a-fe02a3af35c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:59.226067 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c20ff484-32e2-4ddf-8c3a-fe02a3af35c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:59.233805 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-c20ff484-32e2-4ddf-8c3a-fe02a3af35c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbadda75-be8d-4c0f-9612-e8544afa9605 HTTP/1.1" status: 204 len: 168 time: 1.7730551 Apr 09 01:54:59.298820 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-08038a8c-50a9-4f13-b06d-36496c41a61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:54:59.314988 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-08038a8c-50a9-4f13-b06d-36496c41a61c admin admin] Usage tracker for resource:security_group_rule and tenant:710be1b2089245639c34a455bc5b82e6 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:54:59.326922 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-08038a8c-50a9-4f13-b06d-36496c41a61c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:54:59.388672 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-08038a8c-50a9-4f13-b06d-36496c41a61c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:54:59.506463 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7e825d-523b-42c2-9136-0bad36e73955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cee454b-778f-4d61-83f6-3521ee414919', 'code': 200} Apr 09 01:54:59.520994 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be0023-9b8e-4ce8-9303-13acac75fc29 None None] Pushing event updated for resources: {'Port': ['ID=b5ef05c3-581c-419c-aae0-cc113a721e06,revision_number=3']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:59.538203 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-96be0023-9b8e-4ce8-9303-13acac75fc29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:54:59.612239 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for port, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:59.622818 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-74f557c5-c80e-4281-b17d-23cb41a2fd1f req-f9ec8100-82ca-4f20-8429-3b21ba7b87a7 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 210 time: 0.1360896 Apr 09 01:54:59.632110 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:54:59.683590 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:54:59.753330 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 53526) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:54:59.803336 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:54:59.907882 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Pushing event updated for resources: {'Port': ['ID=2b78570e-033d-412f-a638-5daf6ac3c31e,revision_number=2']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:54:59.913390 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:00.469506 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af0b1175-06e7-4445-9c92-da183d0e6966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:00.524495 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Attempting to bind port b5ef05c3-581c-419c-aae0-cc113a721e06 on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:55:00.525241 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Attempting to bind port b5ef05c3-581c-419c-aae0-cc113a721e06 by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': '46a20104-4bad-4539-bdea-58372590664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf'}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:55:00.525790 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Attempting to bind port b5ef05c3-581c-419c-aae0-cc113a721e06 on network 6ec21f9a-6f4a-4261-a413-67d554e0d8cf {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:55:00.550519 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:55:00.556098 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:00.612441 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-af0b1175-06e7-4445-9c92-da183d0e6966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:00.651754 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:55:00.652261 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Checking segment: {'id': '46a20104-4bad-4539-bdea-58372590664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:55:00.652836 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:00.653597 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Bound using segment: {'id': '46a20104-4bad-4539-bdea-58372590664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf'} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:55:00.654154 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Bound port: b5ef05c3-581c-419c-aae0-cc113a721e06, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a20104-4bad-4539-bdea-58372590664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf'}}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:55:00.654580 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:00.746743 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] For port b5ef05c3-581c-419c-aae0-cc113a721e06, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:55:00.750197 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] For port b5ef05c3-581c-419c-aae0-cc113a721e06, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=b5ef05c3-581c-419c-aae0-cc113a721e06,segment=NetworkSegment(46a20104-4bad-4539-bdea-58372590664a),segment_id=46a20104-4bad-4539-bdea-58372590664a)] {{(pid=85255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:55:00.761369 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:00.880022 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 53576) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:00.919381 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:01.010953 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-665075'] for floatingip, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:01.020420 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-08038a8c-50a9-4f13-b06d-36496c41a61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:01.027031 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be0023-9b8e-4ce8-9303-13acac75fc29 None None] Pushing event updated for resources: {'Port': ['ID=b5ef05c3-581c-419c-aae0-cc113a721e06,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:01.042142 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-96be0023-9b8e-4ce8-9303-13acac75fc29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:01.060233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-08038a8c-50a9-4f13-b06d-36496c41a61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:01.069660 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-af0b1175-06e7-4445-9c92-da183d0e6966 admin admin] Usage tracker for resource:security_group_rule and tenant:b14e847653d447118a7bebf1adfc0636 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:01.078892 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-af0b1175-06e7-4445-9c92-da183d0e6966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:01.108256 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-80c175c8-8508-43f6-9513-7748042cf253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:01.131418 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-af0b1175-06e7-4445-9c92-da183d0e6966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:01.131887 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Routers {'d838475f-c142-4f8e-88dc-403165949e15'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:55:01.132871 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:54:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['d838475f-c142-4f8e-88dc-403165949e15'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:55:01.151015 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:01.176222 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ba3b4-02c1-471b-b91f-104b860068f9 req-18fe607e-5add-482f-8c80-be907b06cd57 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:01.186453 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fe3ba3b4-02c1-471b-b91f-104b860068f9 req-18fe607e-5add-482f-8c80-be907b06cd57 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 945 time: 0.9701574 Apr 09 01:55:01.244835 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-08038a8c-50a9-4f13-b06d-36496c41a61c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=710be1b2089245639c34a455bc5b82e6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5999987 Apr 09 01:55:01.249993 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-80c175c8-8508-43f6-9513-7748042cf253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:01.250190 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42e099-24e5-4420-888e-e880319e460f req-6568d304-f8b3-4b6a-896b-b6cf83501e44 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:01.258464 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-80c175c8-8508-43f6-9513-7748042cf253 admin admin] Usage tracker for resource:security_group_rule and tenant:2985d156312941d994c13947fad7b8df is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:01.262075 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d42e099-24e5-4420-888e-e880319e460f req-6568d304-f8b3-4b6a-896b-b6cf83501e44 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/networks?id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf HTTP/1.1" status: 200 len: 819 time: 0.7985170 Apr 09 01:55:01.263491 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-80c175c8-8508-43f6-9513-7748042cf253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:01.272517 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 53598) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:01.274746 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-80c175c8-8508-43f6-9513-7748042cf253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:01.329367 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for floatingip, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:01.342513 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fe3ba3b4-02c1-471b-b91f-104b860068f9 req-cca2090e-421a-4a6a-bbc8-21f82a7fe9f0 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/security-groups?id=11688f19-4fae-4808-bbc3-a880ed3f40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529915 Apr 09 01:55:01.345954 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3215148 Apr 09 01:55:01.367896 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08038a8c-50a9-4f13-b06d-36496c41a61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d1632c-0f60-498f-9ed6-fc8b4024772d,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:01.397239 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d42e099-24e5-4420-888e-e880319e460f req-ff82b9c2-e5da-43fb-9934-88b92f14cd87 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/quotas/d0feb4b36722416aa1765908bfef18e9 HTTP/1.1" status: 200 len: 375 time: 0.0596101 Apr 09 01:55:01.417050 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb692cd-a9bd-48e7-b0b6-43b65f1ef251 req-bb763fb2-920d-4674-96d8-22b8d5c52680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:01.427017 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cdb692cd-a9bd-48e7-b0b6-43b65f1ef251 req-bb763fb2-920d-4674-96d8-22b8d5c52680 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 1098 time: 1.5118577 Apr 09 01:55:01.470468 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-08038a8c-50a9-4f13-b06d-36496c41a61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:01.543321 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c32b7baa-7731-480d-9fa9-71190fbbf2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:01.563174 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-80c175c8-8508-43f6-9513-7748042cf253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:01.593987 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-80c175c8-8508-43f6-9513-7748042cf253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:01.601018 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-cdb692cd-a9bd-48e7-b0b6-43b65f1ef251 req-9bba3ef4-8703-4af2-95bf-e9f0b97ff018 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:01.631151 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c32b7baa-7731-480d-9fa9-71190fbbf2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:01.652530 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] Set router d838475f-c142-4f8e-88dc-403165949e15 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:55:01.666793 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-cdb692cd-a9bd-48e7-b0b6-43b65f1ef251 req-9bba3ef4-8703-4af2-95bf-e9f0b97ff018 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:01.671234 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-cdb692cd-a9bd-48e7-b0b6-43b65f1ef251 req-9bba3ef4-8703-4af2-95bf-e9f0b97ff018 service neutron] Usage tracker for resource:security_group_rule and tenant:b758be24e0cd4e1f91854363359b1f41 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:01.675727 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-cdb692cd-a9bd-48e7-b0b6-43b65f1ef251 req-9bba3ef4-8703-4af2-95bf-e9f0b97ff018 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:01.683214 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-cdb692cd-a9bd-48e7-b0b6-43b65f1ef251 req-9bba3ef4-8703-4af2-95bf-e9f0b97ff018 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:01.765439 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d42e099-24e5-4420-888e-e880319e460f req-2f50d5a3-2c9d-4f15-a6c5-89ab307e3a55 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d0feb4b36722416aa1765908bfef18e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3469810 Apr 09 01:55:01.793028 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-cdb692cd-a9bd-48e7-b0b6-43b65f1ef251 req-9bba3ef4-8703-4af2-95bf-e9f0b97ff018 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:01.794385 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fd1c12db-4492-49e0-9ff4-aaa35fbb2aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:01.809897 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-80c175c8-8508-43f6-9513-7748042cf253 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2985d156312941d994c13947fad7b8df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8088238 Apr 09 01:55:01.810859 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-cdb692cd-a9bd-48e7-b0b6-43b65f1ef251 req-9bba3ef4-8703-4af2-95bf-e9f0b97ff018 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:01.814106 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 53616) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:01.852048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af0b1175-06e7-4445-9c92-da183d0e6966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:01.853555 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c32b7baa-7731-480d-9fa9-71190fbbf2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:01.895884 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c35b8d91-16c3-479d-b05c-a0f9378da49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:01.899680 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cdb692cd-a9bd-48e7-b0b6-43b65f1ef251 req-9bba3ef4-8703-4af2-95bf-e9f0b97ff018 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=11688f19-4fae-4808-bbc3-a880ed3f40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348145 Apr 09 01:55:01.911622 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af0b1175-06e7-4445-9c92-da183d0e6966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:01.919080 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c32b7baa-7731-480d-9fa9-71190fbbf2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:01.920709 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-c32b7baa-7731-480d-9fa9-71190fbbf2d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4d1632c-0f60-498f-9ed6-fc8b4024772d HTTP/1.1" status: 204 len: 168 time: 0.6466820 Apr 09 01:55:01.945351 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c175c8-8508-43f6-9513-7748042cf253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09a304c-ed6e-428c-8a58-23c3be7eb0c4,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:01.957683 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-80c175c8-8508-43f6-9513-7748042cf253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:01.960619 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:02.042801 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-b8725e7f-202a-42ce-967a-9860190c77ff tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Synchronizing usage tracker for tenant:bdb5c7b167ed48238a56c04c50600551 on resource:security_group {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:55:02.045265 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9d02632c-168e-4507-a389-b9b3ff5ff0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:02.058113 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b7baa-7731-480d-9fa9-71190fbbf2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d1632c-0f60-498f-9ed6-fc8b4024772d,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:02.059916 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba3ef4-8703-4af2-95bf-e9f0b97ff018 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b77bfbcf-4a38-45ef-9c55-cbc64b6aa573,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:02.065996 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9bba3ef4-8703-4af2-95bf-e9f0b97ff018 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:02.090976 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9d02632c-168e-4507-a389-b9b3ff5ff0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:02.114670 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c32b7baa-7731-480d-9fa9-71190fbbf2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:02.115617 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c20ff484-32e2-4ddf-8c3a-fe02a3af35c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:02.120856 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd838475f-c142-4f8e-88dc-403165949e15', 'name': 'tempest-ServerRescueNegativeTestJSON-1698181603-router', 'tenant_id': 'd0feb4b36722416aa1765908bfef18e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '2290f04e-8339-42a5-ac7c-02de47a3b05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:46Z', 'revision_number': 4, 'project_id': 'd0feb4b36722416aa1765908bfef18e9', 'gw_port': {'id': '2290f04e-8339-42a5-ac7c-02de47a3b05e', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd838475f-c142-4f8e-88dc-403165949e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:25Z', 'updated_at': '2021-04-09T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'b5ef05c3-581c-419c-aae0-cc113a721e06', 'name': '', 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf', 'tenant_id': 'd0feb4b36722416aa1765908bfef18e9', 'mac_address': 'fa:16:3e:31:41:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd838475f-c142-4f8e-88dc-403165949e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '851870d6-f6e8-4260-ae58-6a636db3e134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:40Z', 'updated_at': '2021-04-09T01:55:00Z', 'revision_number': 4, 'project_id': 'd0feb4b36722416aa1765908bfef18e9', 'subnets': [{'id': '851870d6-f6e8-4260-ae58-6a636db3e134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:55:02.137261 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78323f55-369f-4ba8-9152-62c54db9e121 None None] The sync data for ids ['d838475f-c142-4f8e-88dc-403165949e15'] in dv-cinder-784623-6-smb is: [{'id': 'd838475f-c142-4f8e-88dc-403165949e15', 'name': 'tempest-ServerRescueNegativeTestJSON-1698181603-router', 'tenant_id': 'd0feb4b36722416aa1765908bfef18e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '2290f04e-8339-42a5-ac7c-02de47a3b05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:46Z', 'revision_number': 4, 'project_id': 'd0feb4b36722416aa1765908bfef18e9', 'gw_port': {'id': '2290f04e-8339-42a5-ac7c-02de47a3b05e', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd838475f-c142-4f8e-88dc-403165949e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:25Z', 'updated_at': '2021-04-09T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'b5ef05c3-581c-419c-aae0-cc113a721e06', 'name': '', 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf', 'tenant_id': 'd0feb4b36722416aa1765908bfef18e9', 'mac_address': 'fa:16:3e:31:41:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd838475f-c142-4f8e-88dc-403165949e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '851870d6-f6e8-4260-ae58-6a636db3e134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:40Z', 'updated_at': '2021-04-09T01:55:00Z', 'revision_number': 4, 'project_id': 'd0feb4b36722416aa1765908bfef18e9', 'subnets': [{'id': '851870d6-f6e8-4260-ae58-6a636db3e134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:55:02.163083 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9d02632c-168e-4507-a389-b9b3ff5ff0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:02.168482 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fa59278b-57c8-4a31-a773-f461daa67196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:02.170729 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:02.176292 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-b8725e7f-202a-42ce-967a-9860190c77ff tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Unset dirty status for tenant:bdb5c7b167ed48238a56c04c50600551 on resource:security_group {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:55:02.184421 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-b8725e7f-202a-42ce-967a-9860190c77ff tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2016086367&fields=id&tenant_id=bdb5c7b167ed48238a56c04c50600551 HTTP/1.1" status: 200 len: 267 time: 0.3415692 Apr 09 01:55:02.186635 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02632c-168e-4507-a389-b9b3ff5ff0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09a304c-ed6e-428c-8a58-23c3be7eb0c4,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:02.212002 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9d02632c-168e-4507-a389-b9b3ff5ff0c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:02.235276 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9d02632c-168e-4507-a389-b9b3ff5ff0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:02.244334 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-9d02632c-168e-4507-a389-b9b3ff5ff0c8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d09a304c-ed6e-428c-8a58-23c3be7eb0c4 HTTP/1.1" status: 204 len: 168 time: 0.4289155 Apr 09 01:55:02.445189 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-af0b1175-06e7-4445-9c92-da183d0e6966 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b14e847653d447118a7bebf1adfc0636&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6886652 Apr 09 01:55:02.448840 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 53640) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:02.472546 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b1175-06e7-4445-9c92-da183d0e6966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0d38c4-5194-42d3-9c9c-cfb537c8de55,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:02.508178 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-af0b1175-06e7-4445-9c92-da183d0e6966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:02.609968 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d42e099-24e5-4420-888e-e880319e460f req-84f33755-ea95-4c81-8caa-9d3b44ff577b service neutron] 10.222.0.44 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8072636 Apr 09 01:55:02.709931 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-187889d2-277e-49df-8763-663a3ab2b202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:02.859504 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-de737b92-ca69-424d-bc6d-0a0599246e61 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:02.861348 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-de737b92-ca69-424d-bc6d-0a0599246e61 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Synchronizing usage tracker for tenant:bdb5c7b167ed48238a56c04c50600551 on resource:network {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:55:03.340305 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d42e099-24e5-4420-888e-e880319e460f req-fe2e9b22-e21f-4691-961d-40c3a6c82887 service neutron] 10.222.0.44 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6686127 Apr 09 01:55:03.343696 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 53660) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:03.419729 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4f4efbff-91d6-430d-ad1a-8edac9da5e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:03.445402 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-4f4efbff-91d6-430d-ad1a-8edac9da5e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:03.450641 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-4f4efbff-91d6-430d-ad1a-8edac9da5e6d admin admin] Usage tracker for resource:security_group_rule and tenant:e02f7b05a7fd49d88542ea8a8615df48 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:03.454255 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-4f4efbff-91d6-430d-ad1a-8edac9da5e6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:03.462885 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-4f4efbff-91d6-430d-ad1a-8edac9da5e6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:03.582177 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4f4efbff-91d6-430d-ad1a-8edac9da5e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:03.585498 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-de737b92-ca69-424d-bc6d-0a0599246e61 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Unset dirty status for tenant:bdb5c7b167ed48238a56c04c50600551 on resource:network {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:55:03.595201 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-de737b92-ca69-424d-bc6d-0a0599246e61 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/networks?id=bd294572-97d5-4bf5-8461-bb564301b047 HTTP/1.1" status: 200 len: 810 time: 1.3842068 Apr 09 01:55:03.615809 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-17388853-8e25-478a-8b26-1e194f620d85 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/quotas/bdb5c7b167ed48238a56c04c50600551 HTTP/1.1" status: 200 len: 375 time: 0.0188620 Apr 09 01:55:03.676194 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-664a1012-d4ba-4bcc-aaee-10efca6613a2 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:03.677986 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-664a1012-d4ba-4bcc-aaee-10efca6613a2 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.60 "GET /v2.0/networks?id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf HTTP/1.1" status: 200 len: 819 time: 0.9644992 Apr 09 01:55:03.688843 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4f4efbff-91d6-430d-ad1a-8edac9da5e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:03.705148 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-f6209faa-f09b-4157-9349-69c787ea02bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Request body: {'port': {'device_id': '950f4dba-2004-4135-8a79-40725dacbaee', 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf', 'admin_state_up': True, 'tenant_id': 'd0feb4b36722416aa1765908bfef18e9'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:55:03.775254 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:03.819169 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-4f4efbff-91d6-430d-ad1a-8edac9da5e6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e02f7b05a7fd49d88542ea8a8615df48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4600768 Apr 09 01:55:03.838104 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 53676) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:03.970902 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4efbff-91d6-430d-ad1a-8edac9da5e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03118a0b-a954-4ef9-bf68-d8008d5f8158,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:03.981719 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device b5ef05c3-581c-419c-aae0-cc113a721e06 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:55:03.991465 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-4f4efbff-91d6-430d-ad1a-8edac9da5e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:04.121018 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-dccc8da4-5464-409a-951e-c0d9a0154fcb tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Synchronizing usage tracker for tenant:bdb5c7b167ed48238a56c04c50600551 on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:55:04.165486 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-187889d2-277e-49df-8763-663a3ab2b202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:04.190014 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-dccc8da4-5464-409a-951e-c0d9a0154fcb tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Unset dirty status for tenant:bdb5c7b167ed48238a56c04c50600551 on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:55:04.192479 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-dccc8da4-5464-409a-951e-c0d9a0154fcb tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bdb5c7b167ed48238a56c04c50600551&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5754275 Apr 09 01:55:04.251487 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port b5ef05c3-581c-419c-aae0-cc113a721e06 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:55:04.268815 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-187889d2-277e-49df-8763-663a3ab2b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:04.272456 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port b5ef05c3-581c-419c-aae0-cc113a721e06 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:55:04.273236 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:04.303084 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9a980352-e4d4-457b-837b-c74357b01cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:04.330463 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-187889d2-277e-49df-8763-663a3ab2b202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:04.334747 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-187889d2-277e-49df-8763-663a3ab2b202 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee0d38c4-5194-42d3-9c9c-cfb537c8de55 HTTP/1.1" status: 204 len: 168 time: 1.8843448 Apr 09 01:55:04.370400 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187889d2-277e-49df-8763-663a3ab2b202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0d38c4-5194-42d3-9c9c-cfb537c8de55,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:04.403305 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-187889d2-277e-49df-8763-663a3ab2b202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:04.405387 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-933c05f6-5b5a-4d2b-9391-be42eb781f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:04.516200 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-933c05f6-5b5a-4d2b-9391-be42eb781f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:04.652157 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-0ad2da72-3cae-41e7-95aa-2f332f397493 service neutron] 10.222.0.44 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388666 Apr 09 01:55:04.721866 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-933c05f6-5b5a-4d2b-9391-be42eb781f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:04.745138 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:04.784730 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:04.816520 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-933c05f6-5b5a-4d2b-9391-be42eb781f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:04.823743 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-933c05f6-5b5a-4d2b-9391-be42eb781f6d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03118a0b-a954-4ef9-bf68-d8008d5f8158 HTTP/1.1" status: 204 len: 168 time: 0.6731999 Apr 09 01:55:04.826450 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c05f6-5b5a-4d2b-9391-be42eb781f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03118a0b-a954-4ef9-bf68-d8008d5f8158,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:04.847377 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] For port b5ef05c3-581c-419c-aae0-cc113a721e06, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=b5ef05c3-581c-419c-aae0-cc113a721e06,segment=NetworkSegment(46a20104-4bad-4539-bdea-58372590664a),segment_id=46a20104-4bad-4539-bdea-58372590664a)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:55:04.850745 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-f6209faa-f09b-4157-9349-69c787ea02bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:04.892497 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-f6209faa-f09b-4157-9349-69c787ea02bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:04.894234 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:04.904470 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:04.939667 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-933c05f6-5b5a-4d2b-9391-be42eb781f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:04.940424 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-f6209faa-f09b-4157-9349-69c787ea02bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Made reservation on behalf of d0feb4b36722416aa1765908bfef18e9 for: {'port': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:55:04.973035 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-f6209faa-f09b-4157-9349-69c787ea02bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:05.074240 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=b5ef05c3-581c-419c-aae0-cc113a721e06,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:05.083117 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:05.239849 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72864780-993b-4915-a823-cfc3c35bfffc req-0431a422-f291-4a53-a4d9-c41be4869a0c tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:05.242759 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-72864780-993b-4915-a823-cfc3c35bfffc req-0431a422-f291-4a53-a4d9-c41be4869a0c tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 945 time: 0.5851517 Apr 09 01:55:05.245437 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-197842b2-74d8-4cb6-a02e-09e9cbad76a6 service neutron] 10.222.0.44 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847166 Apr 09 01:55:05.362588 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-72864780-993b-4915-a823-cfc3c35bfffc req-b8ae19f0-0b1b-49d9-8e6a-bdb20edb1493 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/security-groups?id=11688f19-4fae-4808-bbc3-a880ed3f40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032186 Apr 09 01:55:05.503463 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-f6209faa-f09b-4157-9349-69c787ea02bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Allocated IP 172.20.0.10 (6ec21f9a-6f4a-4261-a413-67d554e0d8cf/851870d6-f6e8-4260-ae58-6a636db3e134/5edf8884-1881-404c-9ab7-5cd908d13fc5) {{(pid=85254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:55:05.512078 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 53720) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:05.575920 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0f7a22f6-9642-4e9f-b035-b55739799ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:05.674657 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-0f7a22f6-9642-4e9f-b035-b55739799ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:05.699403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-0f7a22f6-9642-4e9f-b035-b55739799ced admin admin] Usage tracker for resource:security_group_rule and tenant:02bc6c9250f645c9a3daf1c1ecf4e17f is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:05.719610 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-0f7a22f6-9642-4e9f-b035-b55739799ced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:05.752626 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-0f7a22f6-9642-4e9f-b035-b55739799ced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:05.765665 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-f6209faa-f09b-4157-9349-69c787ea02bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Notify callbacks [] for port, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:05.831996 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device b5ef05c3-581c-419c-aae0-cc113a721e06 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:55:05.836246 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-f6209faa-f09b-4157-9349-69c787ea02bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:05.871605 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:05.964516 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d0db29a5-26ff-46c1-bb8e-502505161bf0 req-0f114b41-cbd2-40f8-83ec-0a777a8b6fcb tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 210 time: 0.1811147 Apr 09 01:55:06.132353 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port b5ef05c3-581c-419c-aae0-cc113a721e06 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:55:06.133159 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:06.291501 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-983b231c-ce02-4756-a496-e0b90792f036 req-a436011d-e1a0-425d-9802-b68f6c60eef4 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 210 time: 0.2319233 Apr 09 01:55:06.471251 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0f7a22f6-9642-4e9f-b035-b55739799ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:06.492498 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6209faa-f09b-4157-9349-69c787ea02bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Pushing event updated for resources: {'Port': ['ID=5edf8884-1881-404c-9ab7-5cd908d13fc5,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:06.496716 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f6209faa-f09b-4157-9349-69c787ea02bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:06.497615 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0f7a22f6-9642-4e9f-b035-b55739799ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:06.604991 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:06.675997 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 53758) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:06.682387 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-0f7a22f6-9642-4e9f-b035-b55739799ced admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02bc6c9250f645c9a3daf1c1ecf4e17f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1688750 Apr 09 01:55:06.724400 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.60', 61268) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:06.775382 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-f6209faa-f09b-4157-9349-69c787ea02bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Network 6ec21f9a-6f4a-4261-a413-67d554e0d8cf is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:55:06.780456 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-f6209faa-f09b-4157-9349-69c787ea02bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:55:06.791647 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-f6209faa-f09b-4157-9349-69c787ea02bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Received port after_create {{(pid=85254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:55:06.798783 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-f6209faa-f09b-4157-9349-69c787ea02bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:06.800241 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-f6209faa-f09b-4157-9349-69c787ea02bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:06.846052 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-37b4858b-f7d1-4229-aab4-8dd9743e9335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:06.898925 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-37b4858b-f7d1-4229-aab4-8dd9743e9335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:06.909198 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-f6209faa-f09b-4157-9349-69c787ea02bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2110028 Apr 09 01:55:06.976933 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Request body: {'port': {'device_id': '950f4dba-2004-4135-8a79-40725dacbaee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:55:07.459584 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:07.590530 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a22f6-9642-4e9f-b035-b55739799ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971fa5b4-99f1-4a1b-a772-96bf765557dd,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:07.626310 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-37b4858b-f7d1-4229-aab4-8dd9743e9335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:07.650955 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0f7a22f6-9642-4e9f-b035-b55739799ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.046s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:07.685064 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9f2a0149-343d-4642-a2ac-7739bbea89a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:07.785228 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0bf88290-d5f6-4a44-9d0a-52efac67c0d7 req-a3677710-17d9-4d07-a3af-83f63a397c26 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 210 time: 0.3443742 Apr 09 01:55:07.888975 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4858b-f7d1-4229-aab4-8dd9743e9335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971fa5b4-99f1-4a1b-a772-96bf765557dd,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:07.916257 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-37b4858b-f7d1-4229-aab4-8dd9743e9335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:07.929289 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-37b4858b-f7d1-4229-aab4-8dd9743e9335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:07.945853 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-37b4858b-f7d1-4229-aab4-8dd9743e9335 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/971fa5b4-99f1-4a1b-a772-96bf765557dd HTTP/1.1" status: 204 len: 168 time: 1.2551951 Apr 09 01:55:08.310423 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42e099-24e5-4420-888e-e880319e460f req-14bb4de7-f428-4163-9d3c-c13f6c6981dd tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:08.313696 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d42e099-24e5-4420-888e-e880319e460f req-14bb4de7-f428-4163-9d3c-c13f6c6981dd tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.60 "GET /v2.0/networks?id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf HTTP/1.1" status: 200 len: 819 time: 1.5869374 Apr 09 01:55:08.317552 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ce730da8-c98a-4712-bf21-cc1f0e8e809f req-e32e6e16-f71e-43de-ad09-18cde4fedba5 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 210 time: 0.6963022 Apr 09 01:55:08.328059 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-8d42e099-24e5-4420-888e-e880319e460f req-fecd11a7-2cd5-4049-9a1d-d0a68bbc3530 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Request body: {'port': {'device_id': 'e7410343-d72b-434e-b511-5dc2419621eb', 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf', 'admin_state_up': True, 'tenant_id': 'd0feb4b36722416aa1765908bfef18e9'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:55:08.508273 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-8d42e099-24e5-4420-888e-e880319e460f req-fecd11a7-2cd5-4049-9a1d-d0a68bbc3530 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:08.522026 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-8d42e099-24e5-4420-888e-e880319e460f req-fecd11a7-2cd5-4049-9a1d-d0a68bbc3530 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Usage tracker for resource:port and tenant:d0feb4b36722416aa1765908bfef18e9 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:08.526419 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-8d42e099-24e5-4420-888e-e880319e460f req-fecd11a7-2cd5-4049-9a1d-d0a68bbc3530 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:08.542741 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-8d42e099-24e5-4420-888e-e880319e460f req-fecd11a7-2cd5-4049-9a1d-d0a68bbc3530 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:08.568640 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d42e099-24e5-4420-888e-e880319e460f req-fecd11a7-2cd5-4049-9a1d-d0a68bbc3530 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Made reservation on behalf of d0feb4b36722416aa1765908bfef18e9 for: {'port': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:55:08.575026 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d42e099-24e5-4420-888e-e880319e460f req-fecd11a7-2cd5-4049-9a1d-d0a68bbc3530 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:08.611373 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5edf8884-1881-404c-9ab7-5cd908d13fc5 {{(pid=85254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:55:08.626753 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:08.659441 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Transition to ACTIVE for port object 5edf8884-1881-404c-9ab7-5cd908d13fc5 will not be triggered until provisioned by entity L2. {{(pid=85254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:55:08.666505 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:08.714261 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:08.798259 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.60', 61276) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:08.982185 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [req-8d42e099-24e5-4420-888e-e880319e460f req-fecd11a7-2cd5-4049-9a1d-d0a68bbc3530 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Allocated IP 172.20.0.11 (6ec21f9a-6f4a-4261-a413-67d554e0d8cf/851870d6-f6e8-4260-ae58-6a636db3e134/4cd4b2c1-9fd9-4378-9baa-f576e485af86) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:55:09.120253 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-f78c070a-cfc3-47ed-adb0-8d0f2c906f8f tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:09.122727 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-f78c070a-cfc3-47ed-adb0-8d0f2c906f8f tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.60 "GET /v2.0/networks?id=bd294572-97d5-4bf5-8461-bb564301b047 HTTP/1.1" status: 200 len: 810 time: 0.3230615 Apr 09 01:55:09.224500 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Pushing event updated for resources: {'Port': ['ID=5edf8884-1881-404c-9ab7-5cd908d13fc5,revision_number=2']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:09.230385 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:09.391810 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-048e04cc-5bca-411c-9515-479d1e6a1b45 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bdb5c7b167ed48238a56c04c50600551 HTTP/1.1" status: 200 len: 5704 time: 0.2149346 Apr 09 01:55:09.453178 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Attempting to bind port 5edf8884-1881-404c-9ab7-5cd908d13fc5 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:55:09.453599 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Attempting to bind port 5edf8884-1881-404c-9ab7-5cd908d13fc5 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '46a20104-4bad-4539-bdea-58372590664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf'}] {{(pid=85254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:55:09.457953 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Attempting to bind port 5edf8884-1881-404c-9ab7-5cd908d13fc5 on network 6ec21f9a-6f4a-4261-a413-67d554e0d8cf {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:55:09.466755 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Port 5edf8884-1881-404c-9ab7-5cd908d13fc5 on network 6ec21f9a-6f4a-4261-a413-67d554e0d8cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 01:55:09.470310 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Attempting to bind port 5edf8884-1881-404c-9ab7-5cd908d13fc5 on network 6ec21f9a-6f4a-4261-a413-67d554e0d8cf {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:55:09.492333 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Checking agent: {'id': '474f91f5-43fb-4d3d-bd9b-d9ff88d57b86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:55:09.492730 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Checking segment: {'id': '46a20104-4bad-4539-bdea-58372590664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:55:09.493227 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Bound using segment: {'id': '46a20104-4bad-4539-bdea-58372590664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf'} {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:55:09.493748 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Bound port: 5edf8884-1881-404c-9ab7-5cd908d13fc5, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46a20104-4bad-4539-bdea-58372590664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf'}}] {{(pid=85254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:55:09.494149 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:09.501214 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-940675b2-39a2-4e28-b841-5cfac223743c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Request body: {'port': {'device_id': '3002a301-5a72-464d-9501-305f289087e5', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'admin_state_up': True, 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'security_groups': ['1c6ecebe-3eee-4a21-ad0e-ac0480a15862']}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:55:09.715602 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] For port 5edf8884-1881-404c-9ab7-5cd908d13fc5, host hv-cinder-78462, cleared binding levels {{(pid=85254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:55:09.722783 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] For port 5edf8884-1881-404c-9ab7-5cd908d13fc5, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5edf8884-1881-404c-9ab7-5cd908d13fc5,segment=NetworkSegment(46a20104-4bad-4539-bdea-58372590664a),segment_id=46a20104-4bad-4539-bdea-58372590664a)] {{(pid=85254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:55:09.729488 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:09.950000 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:10.022503 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c2fc31b9-3def-442c-a20b-86eba2ce461c req-49d0a45c-61b7-4518-8f7e-54f94d1a403a tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 210 time: 0.4627337 Apr 09 01:55:10.063256 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:10.063948 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:10.065567 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] 10.222.0.60 "PUT /v2.0/ports/5edf8884-1881-404c-9ab7-5cd908d13fc5 HTTP/1.1" status: 200 len: 1094 time: 3.1208463 Apr 09 01:55:10.066129 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950f4dba-2004-4135-8a79-40725dacbaee', 'tag': '5edf8884-1881-404c-9ab7-5cd908d13fc5'}] {{(pid=85254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:55:10.098119 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Pushing event updated for resources: {'Port': ['ID=5edf8884-1881-404c-9ab7-5cd908d13fc5,revision_number=3']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:10.120538 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:10.306676 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ce0b5c69-8d0e-4ff2-8285-36f7688890b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:10.309213 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-ce0b5c69-8d0e-4ff2-8285-36f7688890b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0feb4b36722416aa1765908bfef18e9&device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 1097 time: 0.1872354 Apr 09 01:55:10.409258 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-aaa33bc2-38ae-4f8a-b3f8-e69ce0350a0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5edf8884-1881-404c-9ab7-5cd908d13fc5 HTTP/1.1" status: 200 len: 217 time: 0.0888479 Apr 09 01:55:10.457580 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e56491f7-c2a5-4aa9-ba71-29b1d818a21a req-4ac106b6-e204-458d-9357-ed48d766535b tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 210 time: 0.1526039 Apr 09 01:55:10.490358 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-940675b2-39a2-4e28-b841-5cfac223743c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:10.503804 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d42e099-24e5-4420-888e-e880319e460f req-fecd11a7-2cd5-4049-9a1d-d0a68bbc3530 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:10.539092 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-940675b2-39a2-4e28-b841-5cfac223743c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:10.563965 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-940675b2-39a2-4e28-b841-5cfac223743c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Made reservation on behalf of bdb5c7b167ed48238a56c04c50600551 for: {'port': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:55:10.566862 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-da7a145f-fc25-48a0-af5d-41e5fa2495de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:10.570339 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-da7a145f-fc25-48a0-af5d-41e5fa2495de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=851870d6-f6e8-4260-ae58-6a636db3e134 HTTP/1.1" status: 200 len: 859 time: 0.1536207 Apr 09 01:55:10.573589 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-940675b2-39a2-4e28-b841-5cfac223743c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:10.691995 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950f4dba-2004-4135-8a79-40725dacbaee', 'tag': '5edf8884-1881-404c-9ab7-5cd908d13fc5', 'status': 'completed', 'code': 200} Apr 09 01:55:10.711257 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-4f330b81-e053-44e9-b7e5-273aecd32bbe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321158 Apr 09 01:55:10.831192 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d42e099-24e5-4420-888e-e880319e460f req-fecd11a7-2cd5-4049-9a1d-d0a68bbc3530 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:10.920295 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-940675b2-39a2-4e28-b841-5cfac223743c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Allocated IP 172.20.0.11 (bd294572-97d5-4bf5-8461-bb564301b047/2138fd35-c483-44d0-b246-34baead69e32/410692d9-e89f-4f6c-9fb6-9f2d8082d816) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:55:11.545725 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-2039b46e-c198-4b0e-80fc-3bec6174330e service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8270743 Apr 09 01:55:11.564310 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-940675b2-39a2-4e28-b841-5cfac223743c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:11.596943 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-940675b2-39a2-4e28-b841-5cfac223743c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Transition to ACTIVE for port object 410692d9-e89f-4f6c-9fb6-9f2d8082d816 will not be triggered until provisioned by entity DHCP. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:55:11.660453 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:11.799179 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-940675b2-39a2-4e28-b841-5cfac223743c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:12.117106 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-911c9739-dc60-4f29-b9c8-c3e0e30a3fab req-b4cb60fa-6ba1-42e8-ad1d-b48e335cb73f service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464013 Apr 09 01:55:12.354359 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45987b5a-422b-4cda-abec-c01b169a796a req-00f72261-cad4-41a4-b4c1-bc8f203326b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:12.357638 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-45987b5a-422b-4cda-abec-c01b169a796a req-00f72261-cad4-41a4-b4c1-bc8f203326b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0feb4b36722416aa1765908bfef18e9&device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 1097 time: 0.1794488 Apr 09 01:55:12.419529 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd11a7-2cd5-4049-9a1d-d0a68bbc3530 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Pushing event updated for resources: {'Port': ['ID=4cd4b2c1-9fd9-4378-9baa-f576e485af86,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:12.440300 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fecd11a7-2cd5-4049-9a1d-d0a68bbc3530 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:12.447211 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:12.554467 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940675b2-39a2-4e28-b841-5cfac223743c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Pushing event updated for resources: {'Port': ['ID=410692d9-e89f-4f6c-9fb6-9f2d8082d816,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:12.568132 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45987b5a-422b-4cda-abec-c01b169a796a req-bbb93145-b3e3-43be-adc2-b1f0937e241b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:12.570007 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-45987b5a-422b-4cda-abec-c01b169a796a req-bbb93145-b3e3-43be-adc2-b1f0937e241b service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf HTTP/1.1" status: 200 len: 920 time: 0.1991174 Apr 09 01:55:12.571473 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-940675b2-39a2-4e28-b841-5cfac223743c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:12.667257 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-45987b5a-422b-4cda-abec-c01b169a796a req-6479e48d-e1c1-43ed-bc67-75a43c84167c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5edf8884-1881-404c-9ab7-5cd908d13fc5 HTTP/1.1" status: 200 len: 217 time: 0.0894918 Apr 09 01:55:12.698766 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1baf45-b8cd-4f16-9189-ef1036c85cd0 req-e6c8fbed-2b7e-458c-802d-32a2f88c7962 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:12.707008 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9d1baf45-b8cd-4f16-9189-ef1036c85cd0 req-e6c8fbed-2b7e-458c-802d-32a2f88c7962 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 932 time: 0.9522762 Apr 09 01:55:12.760395 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-940675b2-39a2-4e28-b841-5cfac223743c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Network bd294572-97d5-4bf5-8461-bb564301b047 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:55:12.766999 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-940675b2-39a2-4e28-b841-5cfac223743c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:55:12.771151 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-9d1baf45-b8cd-4f16-9189-ef1036c85cd0 req-73e800e1-33d3-4fb5-a107-7a99f56ef995 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Synchronizing usage tracker for tenant:d0feb4b36722416aa1765908bfef18e9 on resource:security_group {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:55:12.775605 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d42e099-24e5-4420-888e-e880319e460f req-fecd11a7-2cd5-4049-9a1d-d0a68bbc3530 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Network 6ec21f9a-6f4a-4261-a413-67d554e0d8cf is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:55:12.785011 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbaca10-8098-412a-b64b-beeda04fbc15 req-bdfe5374-5f70-4db6-ad9c-80eb5fbc89c9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:12.793588 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-afbaca10-8098-412a-b64b-beeda04fbc15 req-bdfe5374-5f70-4db6-ad9c-80eb5fbc89c9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 932 time: 0.5823562 Apr 09 01:55:12.796048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-940675b2-39a2-4e28-b841-5cfac223743c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:55:12.802972 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-940675b2-39a2-4e28-b841-5cfac223743c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:12.803881 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-940675b2-39a2-4e28-b841-5cfac223743c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:12.810830 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [req-8d42e099-24e5-4420-888e-e880319e460f req-fecd11a7-2cd5-4049-9a1d-d0a68bbc3530 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:55:12.828402 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d42e099-24e5-4420-888e-e880319e460f req-fecd11a7-2cd5-4049-9a1d-d0a68bbc3530 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:55:12.835180 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42e099-24e5-4420-888e-e880319e460f req-fecd11a7-2cd5-4049-9a1d-d0a68bbc3530 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:12.836469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d42e099-24e5-4420-888e-e880319e460f req-fecd11a7-2cd5-4049-9a1d-d0a68bbc3530 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:12.843950 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45987b5a-422b-4cda-abec-c01b169a796a req-333a3c69-319d-47f3-97e5-288471ed738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:12.851771 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-45987b5a-422b-4cda-abec-c01b169a796a req-333a3c69-319d-47f3-97e5-288471ed738e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=851870d6-f6e8-4260-ae58-6a636db3e134 HTTP/1.1" status: 200 len: 859 time: 0.1698210 Apr 09 01:55:12.977497 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-afbaca10-8098-412a-b64b-beeda04fbc15 req-97c4e801-acc1-4c04-b96c-7e473fa4ba91 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823480 Apr 09 01:55:13.002126 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-45987b5a-422b-4cda-abec-c01b169a796a req-ef972c83-fcd1-4ba0-ac1f-cc8e9cdddf23 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452100 Apr 09 01:55:13.110873 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-9d1baf45-b8cd-4f16-9189-ef1036c85cd0 req-73e800e1-33d3-4fb5-a107-7a99f56ef995 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Unset dirty status for tenant:d0feb4b36722416aa1765908bfef18e9 on resource:security_group {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:55:13.113483 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9d1baf45-b8cd-4f16-9189-ef1036c85cd0 req-73e800e1-33d3-4fb5-a107-7a99f56ef995 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050720 Apr 09 01:55:13.131513 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-940675b2-39a2-4e28-b841-5cfac223743c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7386479 Apr 09 01:55:13.170637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Request body: {'port': {'device_id': '3002a301-5a72-464d-9501-305f289087e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:55:13.210683 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-45987b5a-422b-4cda-abec-c01b169a796a req-2d9f24e4-0879-42a0-b9f2-40be4777e2cc service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997418 Apr 09 01:55:13.243929 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d42e099-24e5-4420-888e-e880319e460f req-fecd11a7-2cd5-4049-9a1d-d0a68bbc3530 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9200139 Apr 09 01:55:13.256715 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Request body: {'port': {'device_id': 'e7410343-d72b-434e-b511-5dc2419621eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:55:13.312723 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-1828376f-9e15-4db3-a7f3-867f3840b742 None None] Provisioning for port 410692d9-e89f-4f6c-9fb6-9f2d8082d816 completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:55:13.318990 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-1828376f-9e15-4db3-a7f3-867f3840b742 None None] Provisioning complete for port 410692d9-e89f-4f6c-9fb6-9f2d8082d816 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:55:13.319417 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1828376f-9e15-4db3-a7f3-867f3840b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:13.434772 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-45987b5a-422b-4cda-abec-c01b169a796a req-1b527297-ec9f-43f8-a8f2-52c7d1417f9e service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987514 Apr 09 01:55:13.509736 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-461787e1-e51c-49b0-af33-35e0990c056d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:13.515267 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-1828376f-9e15-4db3-a7f3-867f3840b742 None None] Port 410692d9-e89f-4f6c-9fb6-9f2d8082d816 cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 01:55:13.683209 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:13.730140 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:14.780331 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bac671-5bdf-4b53-a713-b827645f1690 req-6b4dfb6a-6060-4684-971c-d90aac7d846d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:14.781206 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-27bac671-5bdf-4b53-a713-b827645f1690 req-6b4dfb6a-6060-4684-971c-d90aac7d846d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Synchronizing usage tracker for tenant:bdb5c7b167ed48238a56c04c50600551 on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:55:14.845609 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 5edf8884-1881-404c-9ab7-5cd908d13fc5 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 01:55:14.846009 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d12590-d8d4-46b9-8202-7d3575abe8ba req-f816862f-a99d-472a-925f-91644d239f23 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:14.846960 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-e4d12590-d8d4-46b9-8202-7d3575abe8ba req-f816862f-a99d-472a-925f-91644d239f23 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Synchronizing usage tracker for tenant:d0feb4b36722416aa1765908bfef18e9 on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:55:14.928953 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-27bac671-5bdf-4b53-a713-b827645f1690 req-6b4dfb6a-6060-4684-971c-d90aac7d846d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Unset dirty status for tenant:bdb5c7b167ed48238a56c04c50600551 on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:55:14.930250 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-27bac671-5bdf-4b53-a713-b827645f1690 req-6b4dfb6a-6060-4684-971c-d90aac7d846d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 932 time: 0.7403986 Apr 09 01:55:14.930890 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-e4d12590-d8d4-46b9-8202-7d3575abe8ba req-f816862f-a99d-472a-925f-91644d239f23 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Unset dirty status for tenant:d0feb4b36722416aa1765908bfef18e9 on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:55:14.932003 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e4d12590-d8d4-46b9-8202-7d3575abe8ba req-f816862f-a99d-472a-925f-91644d239f23 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 932 time: 0.5894713 Apr 09 01:55:14.993840 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 410692d9-e89f-4f6c-9fb6-9f2d8082d816 {{(pid=85253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:55:15.013124 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e4d12590-d8d4-46b9-8202-7d3575abe8ba req-e190f1a3-fd3e-4a5a-82fa-c6f64ea5fc5e tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697389 Apr 09 01:55:15.018936 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:15.086668 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-27bac671-5bdf-4b53-a713-b827645f1690 req-19720dcd-a1df-4a8e-9810-228cc28bb5fe tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195812 Apr 09 01:55:15.101194 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Transition to ACTIVE for port object 410692d9-e89f-4f6c-9fb6-9f2d8082d816 will not be triggered until provisioned by entity L2. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:55:15.206446 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:15.251388 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 5edf8884-1881-404c-9ab7-5cd908d13fc5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5edf8884-1881-404c-9ab7-5cd908d13fc5,segment=NetworkSegment(46a20104-4bad-4539-bdea-58372590664a),segment_id=46a20104-4bad-4539-bdea-58372590664a)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:55:15.290162 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': '5edf8884-1881-404c-9ab7-5cd908d13fc5', 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf', 'port_id': '5edf8884-1881-404c-9ab7-5cd908d13fc5', 'mac_address': 'fa:16:3e:4d:60:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851870d6-f6e8-4260-ae58-6a636db3e134', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 01:55:15.422249 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:15.423666 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edf8884-1881-404c-9ab7-5cd908d13fc5 {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:55:15.451677 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 5edf8884-1881-404c-9ab7-5cd908d13fc5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5edf8884-1881-404c-9ab7-5cd908d13fc5,segment=NetworkSegment(46a20104-4bad-4539-bdea-58372590664a),segment_id=46a20104-4bad-4539-bdea-58372590664a)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:55:15.458259 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:15.460339 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:15.478983 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-940675b2-39a2-4e28-b841-5cfac223743c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:15.616498 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=5edf8884-1881-404c-9ab7-5cd908d13fc5,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:15.622970 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:15.706302 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['5edf8884-1881-404c-9ab7-5cd908d13fc5'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:55:15.745415 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54034) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:15.811342 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd4b2c1-9fd9-4378-9baa-f576e485af86 {{(pid=85253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:55:15.913644 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:16.292322 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-572b4808-f4d2-427b-8724-3c1325cc952f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:16.326760 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Attempting to bind port 410692d9-e89f-4f6c-9fb6-9f2d8082d816 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:55:16.328144 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Attempting to bind port 410692d9-e89f-4f6c-9fb6-9f2d8082d816 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'df13e918-9802-4055-9470-4d7703da78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047'}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:55:16.330123 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Attempting to bind port 410692d9-e89f-4f6c-9fb6-9f2d8082d816 on network bd294572-97d5-4bf5-8461-bb564301b047 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:55:16.335039 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-572b4808-f4d2-427b-8724-3c1325cc952f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:16.346750 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-572b4808-f4d2-427b-8724-3c1325cc952f admin admin] Usage tracker for resource:security_group_rule and tenant:8b47beb25a6243fe85782066af8a9332 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:16.354340 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-572b4808-f4d2-427b-8724-3c1325cc952f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:16.381926 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-572b4808-f4d2-427b-8724-3c1325cc952f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:16.474159 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Pushing event updated for resources: {'Port': ['ID=410692d9-e89f-4f6c-9fb6-9f2d8082d816,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:16.481426 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.002s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:16.500118 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Port 410692d9-e89f-4f6c-9fb6-9f2d8082d816 on network bd294572-97d5-4bf5-8461-bb564301b047 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 01:55:16.500619 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Attempting to bind port 410692d9-e89f-4f6c-9fb6-9f2d8082d816 on network bd294572-97d5-4bf5-8461-bb564301b047 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:55:16.509380 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Transition to ACTIVE for port object 4cd4b2c1-9fd9-4378-9baa-f576e485af86 will not be triggered until provisioned by entity L2. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:55:16.529906 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:16.531855 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Checking agent: {'id': '474f91f5-43fb-4d3d-bd9b-d9ff88d57b86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:55:16.532572 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Checking segment: {'id': 'df13e918-9802-4055-9470-4d7703da78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:55:16.534113 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Bound using segment: {'id': 'df13e918-9802-4055-9470-4d7703da78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047'} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:55:16.534806 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Bound port: 410692d9-e89f-4f6c-9fb6-9f2d8082d816, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df13e918-9802-4055-9470-4d7703da78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047'}}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:55:16.535483 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:16.581790 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-572b4808-f4d2-427b-8724-3c1325cc952f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:16.586448 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-572b4808-f4d2-427b-8724-3c1325cc952f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:16.597307 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:16.653499 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-572b4808-f4d2-427b-8724-3c1325cc952f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b47beb25a6243fe85782066af8a9332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9067042 Apr 09 01:55:16.656867 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54066) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:16.660183 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b4808-f4d2-427b-8724-3c1325cc952f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7929269-5a1a-4449-8ad0-3abd0b1face6,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:16.661303 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:16.695077 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-572b4808-f4d2-427b-8724-3c1325cc952f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:16.777914 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b3135056-c819-4219-8876-2945c33b52f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:16.839525 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b3135056-c819-4219-8876-2945c33b52f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:16.857622 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 5edf8884-1881-404c-9ab7-5cd908d13fc5 up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:55:17.022567 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning for port 5edf8884-1881-404c-9ab7-5cd908d13fc5 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:55:17.035061 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port 5edf8884-1881-404c-9ab7-5cd908d13fc5 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:55:17.036674 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:17.093949 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b3135056-c819-4219-8876-2945c33b52f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:17.111181 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:17.146951 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3135056-c819-4219-8876-2945c33b52f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7929269-5a1a-4449-8ad0-3abd0b1face6,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:17.155276 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b3135056-c819-4219-8876-2945c33b52f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:17.160803 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b3135056-c819-4219-8876-2945c33b52f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:17.165140 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-b3135056-c819-4219-8876-2945c33b52f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7929269-5a1a-4449-8ad0-3abd0b1face6 HTTP/1.1" status: 204 len: 168 time: 0.5047102 Apr 09 01:55:17.210429 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54094) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:17.247334 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2ac826c7-7671-47a9-936f-413bb7f7b2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:17.354280 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:17.376158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 5edf8884-1881-404c-9ab7-5cd908d13fc5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5edf8884-1881-404c-9ab7-5cd908d13fc5,segment=NetworkSegment(46a20104-4bad-4539-bdea-58372590664a),segment_id=46a20104-4bad-4539-bdea-58372590664a)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:55:17.379349 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950f4dba-2004-4135-8a79-40725dacbaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edf8884-1881-404c-9ab7-5cd908d13fc5'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:55:17.386901 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:17.389516 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:17.478071 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=5edf8884-1881-404c-9ab7-5cd908d13fc5,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:17.485016 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:17.538775 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107b201-75c2-4353-b033-fc32e02ac62f req-5d61e220-002d-43f9-b0aa-cfcae9f74683 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:17.547889 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a107b201-75c2-4353-b033-fc32e02ac62f req-5d61e220-002d-43f9-b0aa-cfcae9f74683 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 932 time: 1.1819780 Apr 09 01:55:17.554258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd4b2c1-9fd9-4378-9baa-f576e485af86,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:17.562867 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:17.601475 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] For port 410692d9-e89f-4f6c-9fb6-9f2d8082d816, host hv-cinder-78462, cleared binding levels {{(pid=85253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:55:17.679926 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c629b3d3-f405-41f7-bcea-9ba6d7d2fe94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:17.686723 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e99c23-2f10-4875-ad0b-1adfe62b40f2 req-7b7c9101-d3de-4a25-991f-960016f57615 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:17.698757 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-06e99c23-2f10-4875-ad0b-1adfe62b40f2 req-7b7c9101-d3de-4a25-991f-960016f57615 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 945 time: 1.4690111 Apr 09 01:55:17.736848 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c629b3d3-f405-41f7-bcea-9ba6d7d2fe94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:17.757455 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-06e99c23-2f10-4875-ad0b-1adfe62b40f2 req-752de431-9777-415a-8571-c270744a2776 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/security-groups?id=11688f19-4fae-4808-bbc3-a880ed3f40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573745 Apr 09 01:55:17.762302 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] For port 410692d9-e89f-4f6c-9fb6-9f2d8082d816, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=410692d9-e89f-4f6c-9fb6-9f2d8082d816,segment=NetworkSegment(df13e918-9802-4055-9470-4d7703da78e6),segment_id=df13e918-9802-4055-9470-4d7703da78e6)] {{(pid=85253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:55:17.762630 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c629b3d3-f405-41f7-bcea-9ba6d7d2fe94 admin admin] Usage tracker for resource:security_group_rule and tenant:d68ea4587ed94fb5adfc26f16fcb08c2 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:17.781376 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c629b3d3-f405-41f7-bcea-9ba6d7d2fe94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:17.781689 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a107b201-75c2-4353-b033-fc32e02ac62f req-bea1c806-ad23-4245-a3c1-c70a9bcedde6 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325015 Apr 09 01:55:17.808495 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:17.816928 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c629b3d3-f405-41f7-bcea-9ba6d7d2fe94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:17.848234 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40a661-691d-4d4e-97bf-f625ea3c31d0 req-e7d74a08-6273-49ea-80b5-2e4144e1162a tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:17.849699 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-ef40a661-691d-4d4e-97bf-f625ea3c31d0 req-e7d74a08-6273-49ea-80b5-2e4144e1162a tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Synchronizing usage tracker for tenant:1cd7eb19593c46c49fd302b52967ddc6 on resource:port {{(pid=85254) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:55:17.891312 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-ef40a661-691d-4d4e-97bf-f625ea3c31d0 req-e7d74a08-6273-49ea-80b5-2e4144e1162a tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Unset dirty status for tenant:1cd7eb19593c46c49fd302b52967ddc6 on resource:port {{(pid=85254) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:55:17.893494 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ef40a661-691d-4d4e-97bf-f625ea3c31d0 req-e7d74a08-6273-49ea-80b5-2e4144e1162a tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 945 time: 0.4243097 Apr 09 01:55:18.072119 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-ef40a661-691d-4d4e-97bf-f625ea3c31d0 req-fb580726-16d4-4992-828f-5eb1b9e848bd tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Deleting port 7cee454b-778f-4d61-83f6-3521ee414919 {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 01:55:18.073095 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-ef40a661-691d-4d4e-97bf-f625ea3c31d0 req-fb580726-16d4-4992-828f-5eb1b9e848bd tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:18.148144 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9c5c542d-4a3c-4222-868c-a9eda0ba0132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:18.170313 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:18.203369 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c629b3d3-f405-41f7-bcea-9ba6d7d2fe94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:18.213520 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c629b3d3-f405-41f7-bcea-9ba6d7d2fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:18.248541 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-933c05f6-5b5a-4d2b-9391-be42eb781f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:18.308697 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Pushing event updated for resources: {'Port': ['ID=410692d9-e89f-4f6c-9fb6-9f2d8082d816,revision_number=3']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:18.331017 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950f4dba-2004-4135-8a79-40725dacbaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edf8884-1881-404c-9ab7-5cd908d13fc5', 'code': 200} Apr 09 01:55:18.335704 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629b3d3-f405-41f7-bcea-9ba6d7d2fe94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a2cd3e-807f-48e6-9635-5bd2dfd621f6,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:18.343988 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c629b3d3-f405-41f7-bcea-9ba6d7d2fe94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:18.490067 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:18.525301 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-c629b3d3-f405-41f7-bcea-9ba6d7d2fe94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d68ea4587ed94fb5adfc26f16fcb08c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3120379 Apr 09 01:55:18.531422 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54126) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:18.553290 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:18.635206 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:18.636974 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:18.640538 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] 10.222.0.60 "PUT /v2.0/ports/410692d9-e89f-4f6c-9fb6-9f2d8082d816 HTTP/1.1" status: 200 len: 1094 time: 5.4971981 Apr 09 01:55:18.649522 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3002a301-5a72-464d-9501-305f289087e5', 'tag': '410692d9-e89f-4f6c-9fb6-9f2d8082d816'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:55:18.758614 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54130) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:18.759597 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54132) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:18.760355 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.60', 61299) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:18.971472 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d93b0-6ea6-4598-8c72-86e02c50c2a8 req-32fa6c25-f64f-4eb6-bbfe-ddca34dd861b tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:18.988023 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-597d93b0-6ea6-4598-8c72-86e02c50c2a8 req-32fa6c25-f64f-4eb6-bbfe-ddca34dd861b tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 944 time: 0.9067168 Apr 09 01:55:19.086019 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Attempting to bind port 4cd4b2c1-9fd9-4378-9baa-f576e485af86 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:55:19.086562 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Attempting to bind port 4cd4b2c1-9fd9-4378-9baa-f576e485af86 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '46a20104-4bad-4539-bdea-58372590664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf'}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:55:19.087153 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Attempting to bind port 4cd4b2c1-9fd9-4378-9baa-f576e485af86 on network 6ec21f9a-6f4a-4261-a413-67d554e0d8cf {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:55:19.104253 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-597d93b0-6ea6-4598-8c72-86e02c50c2a8 req-be33abd6-6314-4c3f-8ae4-55602954a7d5 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143370 Apr 09 01:55:19.120603 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-67ffb6c8-9319-41db-82fd-d73e67bec3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:19.276325 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Port 4cd4b2c1-9fd9-4378-9baa-f576e485af86 on network 6ec21f9a-6f4a-4261-a413-67d554e0d8cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 01:55:19.276904 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Attempting to bind port 4cd4b2c1-9fd9-4378-9baa-f576e485af86 on network 6ec21f9a-6f4a-4261-a413-67d554e0d8cf {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:55:19.322596 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:19.358923 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Checking agent: {'id': '474f91f5-43fb-4d3d-bd9b-d9ff88d57b86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:55:19.359544 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Checking segment: {'id': '46a20104-4bad-4539-bdea-58372590664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:55:19.360261 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Bound using segment: {'id': '46a20104-4bad-4539-bdea-58372590664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf'} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:55:19.361400 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Bound port: 4cd4b2c1-9fd9-4378-9baa-f576e485af86, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46a20104-4bad-4539-bdea-58372590664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf'}}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:55:19.362083 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:19.494902 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:19.517508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Usage tracker for resource:security_group_rule and tenant:44ef4bf8ef134215b9305aad78171252 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:19.525427 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-67ffb6c8-9319-41db-82fd-d73e67bec3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:19.539062 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:19.562180 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-ef40a661-691d-4d4e-97bf-f625ea3c31d0 req-fb580726-16d4-4992-828f-5eb1b9e848bd tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] For port 7cee454b-778f-4d61-83f6-3521ee414919, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7cee454b-778f-4d61-83f6-3521ee414919,segment=NetworkSegment(f17f35ae-cfa4-4c8f-b350-34e7f6a4a036),segment_id=f17f35ae-cfa4-4c8f-b350-34e7f6a4a036)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:55:19.562575 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-ef40a661-691d-4d4e-97bf-f625ea3c31d0 req-fb580726-16d4-4992-828f-5eb1b9e848bd tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:19.585645 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:19.637373 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-da6e8cf8-668a-4ffb-89cb-4a634569cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:19.640732 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-da6e8cf8-668a-4ffb-89cb-4a634569cbcd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdb5c7b167ed48238a56c04c50600551&device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 1097 time: 0.8448241 Apr 09 01:55:19.723357 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:19.760909 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-ef40a661-691d-4d4e-97bf-f625ea3c31d0 req-fb580726-16d4-4992-828f-5eb1b9e848bd tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Calling delete_port for 7cee454b-778f-4d61-83f6-3521ee414919 owned by compute:nova {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 01:55:19.792274 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-efa23622-f230-4f5f-898b-f96c7abf173f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:19.825280 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-333ef2ce-54bd-4f7e-9e5b-1a7f1aa2344e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=410692d9-e89f-4f6c-9fb6-9f2d8082d816 HTTP/1.1" status: 200 len: 217 time: 0.1760223 Apr 09 01:55:19.829678 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] For port 4cd4b2c1-9fd9-4378-9baa-f576e485af86, host hv-cinder-78462, cleared binding levels {{(pid=85253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:55:19.842906 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-efa23622-f230-4f5f-898b-f96c7abf173f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:19.848796 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76467a63-f7c7-4329-bf60-03d44363ee38 req-f7a39671-ce84-4ac7-8791-ed3135550097 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:19.852002 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-76467a63-f7c7-4329-bf60-03d44363ee38 req-f7a39671-ce84-4ac7-8791-ed3135550097 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 945 time: 0.7462058 Apr 09 01:55:19.866471 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-efa23622-f230-4f5f-898b-f96c7abf173f admin admin] Usage tracker for resource:security_group_rule and tenant:dada2e15a7e74e17a10feb1392c7dfb4 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:19.872997 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cac547-4eea-4141-8792-e6359e835089 req-fd50a744-b907-4664-90bd-2f84376ba9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:19.875229 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-78cac547-4eea-4141-8792-e6359e835089 req-fd50a744-b907-4664-90bd-2f84376ba9fc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 1099 time: 1.0938437 Apr 09 01:55:19.876209 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-efa23622-f230-4f5f-898b-f96c7abf173f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:19.898694 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-efa23622-f230-4f5f-898b-f96c7abf173f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:19.940160 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] For port 4cd4b2c1-9fd9-4378-9baa-f576e485af86, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4cd4b2c1-9fd9-4378-9baa-f576e485af86,segment=NetworkSegment(46a20104-4bad-4539-bdea-58372590664a),segment_id=46a20104-4bad-4539-bdea-58372590664a)] {{(pid=85253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:55:19.979211 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-de1e4136-ac2f-40b0-8493-3ebe5c2bd896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:19.983365 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-de1e4136-ac2f-40b0-8493-3ebe5c2bd896 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2138fd35-c483-44d0-b246-34baead69e32 HTTP/1.1" status: 200 len: 849 time: 0.1273105 Apr 09 01:55:19.985562 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:20.025378 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-76467a63-f7c7-4329-bf60-03d44363ee38 req-a5b7b653-7c02-4b2e-9117-e755df94b9d0 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/security-groups?id=11688f19-4fae-4808-bbc3-a880ed3f40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581333 Apr 09 01:55:20.031904 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:20.094073 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-67ffb6c8-9319-41db-82fd-d73e67bec3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:20.136312 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8e2ecd67-5e97-4c18-be7d-14a12bc819ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:20.234459 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3002a301-5a72-464d-9501-305f289087e5', 'tag': '410692d9-e89f-4f6c-9fb6-9f2d8082d816', 'status': 'completed', 'code': 200} Apr 09 01:55:20.244258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-78cac547-4eea-4141-8792-e6359e835089 req-eaadd4e6-5c92-45c5-991a-07ec506fbca9 service neutron] Synchronizing usage tracker for tenant:b758be24e0cd4e1f91854363359b1f41 on resource:security_group {{(pid=85254) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:55:20.260802 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905d265-4f76-4676-9be8-e379239b67d1 req-d217cf78-abe8-44dc-b222-7e6e4ff6fc0e tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:20.263759 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8905d265-4f76-4676-9be8-e379239b67d1 req-d217cf78-abe8-44dc-b222-7e6e4ff6fc0e tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 944 time: 0.9234576 Apr 09 01:55:20.299573 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffb6c8-9319-41db-82fd-d73e67bec3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a2cd3e-807f-48e6-9635-5bd2dfd621f6,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:20.312723 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-67ffb6c8-9319-41db-82fd-d73e67bec3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:20.316970 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-67ffb6c8-9319-41db-82fd-d73e67bec3a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7a2cd3e-807f-48e6-9635-5bd2dfd621f6 HTTP/1.1" status: 204 len: 168 time: 1.7837770 Apr 09 01:55:20.320437 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-67ffb6c8-9319-41db-82fd-d73e67bec3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:20.410315 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:20.418628 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-78cac547-4eea-4141-8792-e6359e835089 req-eaadd4e6-5c92-45c5-991a-07ec506fbca9 service neutron] Unset dirty status for tenant:b758be24e0cd4e1f91854363359b1f41 on resource:security_group {{(pid=85254) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:55:20.419927 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-78cac547-4eea-4141-8792-e6359e835089 req-eaadd4e6-5c92-45c5-991a-07ec506fbca9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282636 Apr 09 01:55:20.422090 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:20.432574 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-24f24013-8fb1-4f3b-b8b5-4d486efdf795 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:20.448043 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-ef40a661-691d-4d4e-97bf-f625ea3c31d0 req-fb580726-16d4-4992-828f-5eb1b9e848bd tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:20.460952 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['7cee454b-778f-4d61-83f6-3521ee414919'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:55:20.505150 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:55:20.535078 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44ef4bf8ef134215b9305aad78171252&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7571545 Apr 09 01:55:20.562298 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54178) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:20.628032 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-efa23622-f230-4f5f-898b-f96c7abf173f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:20.646823 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0c2fcc-9ce4-431f-a68a-29a9a1032ed8,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:20.667401 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-efa23622-f230-4f5f-898b-f96c7abf173f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:20.683397 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.683860 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.684128 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.684504 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.686969 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.693746 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.693746 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.694330 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.694330 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.694613 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.695287 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.695287 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.705854 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8905d265-4f76-4676-9be8-e379239b67d1 req-ea078994-07fe-4027-bc64-d90c152665d9 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211620 Apr 09 01:55:20.707189 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd4b2c1-9fd9-4378-9baa-f576e485af86,revision_number=3']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:20.715069 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:20.715537 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:20.759389 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.762255 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.763301 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.764584 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.766148 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.767117 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.768066 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.769646 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.770573 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.772357 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.773381 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.774314 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:20.783606 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:20.826149 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165b97d-074b-4a54-bc83-8df15660f6a1 req-071c07e0-7b32-4c2d-9476-2c1ca2bd0c21 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:20.835673 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8165b97d-074b-4a54-bc83-8df15660f6a1 req-071c07e0-7b32-4c2d-9476-2c1ca2bd0c21 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 944 time: 0.4629428 Apr 09 01:55:20.886767 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-29c0cd6f-3006-4248-ba7f-dd124fd2b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:20.888603 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb580726-16d4-4992-828f-5eb1b9e848bd tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Pushing event deleted for resources: {'Port': ['ID=7cee454b-778f-4d61-83f6-3521ee414919,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:20.890950 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-29c0cd6f-3006-4248-ba7f-dd124fd2b331 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd294572-97d5-4bf5-8461-bb564301b047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.8957162 Apr 09 01:55:20.912078 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-efa23622-f230-4f5f-898b-f96c7abf173f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dada2e15a7e74e17a10feb1392c7dfb4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1375451 Apr 09 01:55:20.921937 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54192) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:20.932129 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fb580726-16d4-4992-828f-5eb1b9e848bd tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:20.938026 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:21.024395 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54198) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:21.179627 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8165b97d-074b-4a54-bc83-8df15660f6a1 req-f97cb80d-cb54-4d4e-ae1f-4dda2c9c1670 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097000 Apr 09 01:55:21.194534 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:21.195858 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:21.198855 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d42e099-24e5-4420-888e-e880319e460f req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] 10.222.0.60 "PUT /v2.0/ports/4cd4b2c1-9fd9-4378-9baa-f576e485af86 HTTP/1.1" status: 200 len: 1094 time: 7.9470308 Apr 09 01:55:21.258265 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e6abff6d-7dd9-498e-af25-7d81322a1201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:21.260341 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ee728e18-1352-44aa-9311-27af2a786116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:21.320490 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-dbc33b84-ebe3-4fa9-8007-16d5eccf161f service neutron] 10.222.0.60 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790884 Apr 09 01:55:21.338488 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa23622-f230-4f5f-898b-f96c7abf173f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e72bf3c-88fd-4093-8f94-5b40bdd3ab3f,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:21.384026 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-efa23622-f230-4f5f-898b-f96c7abf173f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:21.396506 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ee728e18-1352-44aa-9311-27af2a786116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:21.421562 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ee728e18-1352-44aa-9311-27af2a786116 admin admin] Usage tracker for resource:security_group_rule and tenant:f0ba085472df4bb8af5346d10053df83 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:21.441813 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ee728e18-1352-44aa-9311-27af2a786116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:21.451043 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e6abff6d-7dd9-498e-af25-7d81322a1201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:21.503939 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ee728e18-1352-44aa-9311-27af2a786116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:21.612348 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef40a661-691d-4d4e-97bf-f625ea3c31d0 req-fb580726-16d4-4992-828f-5eb1b9e848bd tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] No DVR routers for this DVR port 7cee454b-778f-4d61-83f6-3521ee414919 on host hv-cinder-78462 {{(pid=85254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 01:55:21.625467 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-da5def58-51d4-433b-8f29-8bf47a8c283a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:21.636635 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-ef40a661-691d-4d4e-97bf-f625ea3c31d0 req-fb580726-16d4-4992-828f-5eb1b9e848bd tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:21.640281 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7e825d-523b-42c2-9136-0bad36e73955', 'name': 'network-vif-deleted', 'tag': '7cee454b-778f-4d61-83f6-3521ee414919'}] {{(pid=85254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:55:21.714712 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7e825d-523b-42c2-9136-0bad36e73955', 'name': 'network-vif-deleted', 'tag': '7cee454b-778f-4d61-83f6-3521ee414919', 'status': 'completed', 'code': 200} Apr 09 01:55:21.728360 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ef40a661-691d-4d4e-97bf-f625ea3c31d0 req-fb580726-16d4-4992-828f-5eb1b9e848bd tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.60 "DELETE /v2.0/ports/7cee454b-778f-4d61-83f6-3521ee414919 HTTP/1.1" status: 204 len: 173 time: 3.8268931 Apr 09 01:55:21.730508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-da5def58-51d4-433b-8f29-8bf47a8c283a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:21.757486 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e6abff6d-7dd9-498e-af25-7d81322a1201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:21.771600 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-08038a8c-50a9-4f13-b06d-36496c41a61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:21.824866 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abff6d-7dd9-498e-af25-7d81322a1201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0c2fcc-9ce4-431f-a68a-29a9a1032ed8,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:21.837672 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e6abff6d-7dd9-498e-af25-7d81322a1201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:21.840003 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e6abff6d-7dd9-498e-af25-7d81322a1201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:21.841525 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e6abff6d-7dd9-498e-af25-7d81322a1201 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1e0c2fcc-9ce4-431f-a68a-29a9a1032ed8 HTTP/1.1" status: 204 len: 168 time: 1.2783091 Apr 09 01:55:21.877677 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ee728e18-1352-44aa-9311-27af2a786116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:21.894689 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ee728e18-1352-44aa-9311-27af2a786116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:21.904188 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9d02632c-168e-4507-a389-b9b3ff5ff0c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:21.915228 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-da5def58-51d4-433b-8f29-8bf47a8c283a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:21.963938 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee728e18-1352-44aa-9311-27af2a786116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0acb7e-2e13-4dd4-97d5-8c52afb48472,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:21.966810 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-da5def58-51d4-433b-8f29-8bf47a8c283a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:21.968600 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-da5def58-51d4-433b-8f29-8bf47a8c283a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e72bf3c-88fd-4093-8f94-5b40bdd3ab3f HTTP/1.1" status: 204 len: 168 time: 1.0348606 Apr 09 01:55:21.971521 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-ee728e18-1352-44aa-9311-27af2a786116 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f0ba085472df4bb8af5346d10053df83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9371579 Apr 09 01:55:21.972613 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ee728e18-1352-44aa-9311-27af2a786116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:21.973108 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:21.981073 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54214) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:22.000273 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5def58-51d4-433b-8f29-8bf47a8c283a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e72bf3c-88fd-4093-8f94-5b40bdd3ab3f,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:22.005722 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-da5def58-51d4-433b-8f29-8bf47a8c283a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:22.065118 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-766c5b37-d816-4ced-a893-58422c41ab7e req-440705d1-8b9e-4c54-ab53-8df60118334e tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 210 time: 0.6603615 Apr 09 01:55:22.075097 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a45543fc-c241-4ab4-bb3c-5c05ea9252ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:22.152492 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a45543fc-c241-4ab4-bb3c-5c05ea9252ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:22.238374 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7410343-d72b-434e-b511-5dc2419621eb', 'tag': '4cd4b2c1-9fd9-4378-9baa-f576e485af86'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:55:22.279549 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4a14b9f8-bfd9-4b6b-b5f8-b38b093ec173 req-00260341-3517-4b04-9c22-a12502febc6a service neutron] 10.222.0.60 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9517143 Apr 09 01:55:22.378286 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42e099-24e5-4420-888e-e880319e460f req-f0a5597d-cce3-45e0-9160-58a874929131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:22.380686 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d42e099-24e5-4420-888e-e880319e460f req-f0a5597d-cce3-45e0-9160-58a874929131 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0feb4b36722416aa1765908bfef18e9&device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 1097 time: 0.9788165 Apr 09 01:55:22.400406 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee8e1c-e101-4429-836f-42abeec6d771 req-90198193-232b-4116-99cd-0e33f32a1d8c tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:22.417779 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6bee8e1c-e101-4429-836f-42abeec6d771 req-90198193-232b-4116-99cd-0e33f32a1d8c tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 944 time: 0.2999685 Apr 09 01:55:22.765571 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7410343-d72b-434e-b511-5dc2419621eb', 'tag': '4cd4b2c1-9fd9-4378-9baa-f576e485af86', 'status': 'completed', 'code': 200} Apr 09 01:55:22.817909 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d42e099-24e5-4420-888e-e880319e460f req-042397a9-5f2d-4355-9e2c-48c17a1530db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd4b2c1-9fd9-4378-9baa-f576e485af86 HTTP/1.1" status: 200 len: 217 time: 0.3977714 Apr 09 01:55:22.829058 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a45543fc-c241-4ab4-bb3c-5c05ea9252ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:22.839792 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-187889d2-277e-49df-8763-663a3ab2b202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:22.858412 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 7cee454b-778f-4d61-83f6-3521ee414919 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 01:55:22.884505 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45543fc-c241-4ab4-bb3c-5c05ea9252ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0acb7e-2e13-4dd4-97d5-8c52afb48472,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:22.888006 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a45543fc-c241-4ab4-bb3c-5c05ea9252ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:22.889066 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a45543fc-c241-4ab4-bb3c-5c05ea9252ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:22.895766 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-a45543fc-c241-4ab4-bb3c-5c05ea9252ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f0acb7e-2e13-4dd4-97d5-8c52afb48472 HTTP/1.1" status: 204 len: 168 time: 0.9087439 Apr 09 01:55:22.956282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54246) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:23.001233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b35fae11-d270-4d45-bc7f-2530b73ae013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:23.014482 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42e099-24e5-4420-888e-e880319e460f req-5503c808-17fe-4120-872b-078dec86177a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:23.016967 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d42e099-24e5-4420-888e-e880319e460f req-5503c808-17fe-4120-872b-078dec86177a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=851870d6-f6e8-4260-ae58-6a636db3e134 HTTP/1.1" status: 200 len: 859 time: 0.0877266 Apr 09 01:55:23.033432 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6bee8e1c-e101-4429-836f-42abeec6d771 req-f8f48b9b-f924-41bf-b135-47b5949c7370 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846329 Apr 09 01:55:23.033628 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-b35fae11-d270-4d45-bc7f-2530b73ae013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:23.044527 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-b35fae11-d270-4d45-bc7f-2530b73ae013 admin admin] Usage tracker for resource:security_group_rule and tenant:8b7534a6d54845d7b3c18865d6769b17 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:23.064959 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-b35fae11-d270-4d45-bc7f-2530b73ae013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:23.074096 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-b35fae11-d270-4d45-bc7f-2530b73ae013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:23.101723 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d42e099-24e5-4420-888e-e880319e460f req-0ed97bbd-efc9-412b-beaa-6b05156267ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671782 Apr 09 01:55:23.141733 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] No Port match for: 7cee454b-778f-4d61-83f6-3521ee414919 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 01:55:23.142255 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 7cee454b-778f-4d61-83f6-3521ee414919 not bound to the agent host hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 01:55:23.203094 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54254) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:23.252184 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b35fae11-d270-4d45-bc7f-2530b73ae013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:23.255572 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b35fae11-d270-4d45-bc7f-2530b73ae013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:23.268298 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:23.326536 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fae11-d270-4d45-bc7f-2530b73ae013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca3937e-80c7-406e-8bd0-094fdb855e03,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:23.331089 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b35fae11-d270-4d45-bc7f-2530b73ae013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:23.378101 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-b35fae11-d270-4d45-bc7f-2530b73ae013 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b7534a6d54845d7b3c18865d6769b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165618 Apr 09 01:55:23.378380 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54262) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:23.415737 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f5e57-3749-4c6d-9484-dd367190f8be req-d6fa2df2-ee9c-476a-a932-a2c121802750 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:23.417761 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f78f5e57-3749-4c6d-9484-dd367190f8be req-d6fa2df2-ee9c-476a-a932-a2c121802750 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 944 time: 0.6343763 Apr 09 01:55:23.442706 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2133-7c83-416c-84c1-bb27356ad2f6 req-d9cdcf82-c25d-4f65-8a05-fff503012207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:23.444615 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-95cf2133-7c83-416c-84c1-bb27356ad2f6 req-d9cdcf82-c25d-4f65-8a05-fff503012207 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdb5c7b167ed48238a56c04c50600551&device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 1097 time: 0.7863097 Apr 09 01:55:23.474110 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-28dc6a02-1ff8-48a9-9a5d-093442f2458f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:23.484214 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f78f5e57-3749-4c6d-9484-dd367190f8be req-8630f522-4dbf-48e8-bd4b-e1be59d11fd8 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542283 Apr 09 01:55:23.548368 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-28dc6a02-1ff8-48a9-9a5d-093442f2458f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:23.559483 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-28dc6a02-1ff8-48a9-9a5d-093442f2458f admin admin] Usage tracker for resource:security_group_rule and tenant:8c81d4c18c5248cc9eb0dfd7e2e3dcd4 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:23.564334 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-28dc6a02-1ff8-48a9-9a5d-093442f2458f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:23.578979 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-28dc6a02-1ff8-48a9-9a5d-093442f2458f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:23.700234 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-186b2475-09df-4f4b-92e7-a6ec5a376d7a req-dea06c61-4292-4ee0-82a8-c33dab874b5f tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a7e825d-523b-42c2-9136-0bad36e73955 HTTP/1.1" status: 200 len: 210 time: 0.2296855 Apr 09 01:55:23.704107 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2133-7c83-416c-84c1-bb27356ad2f6 req-5f775ff4-134e-4f73-8553-09533032f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:23.705936 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-95cf2133-7c83-416c-84c1-bb27356ad2f6 req-5f775ff4-134e-4f73-8553-09533032f646 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd294572-97d5-4bf5-8461-bb564301b047 HTTP/1.1" status: 200 len: 911 time: 0.2206101 Apr 09 01:55:23.713011 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-28dc6a02-1ff8-48a9-9a5d-093442f2458f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:23.730052 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-28dc6a02-1ff8-48a9-9a5d-093442f2458f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:23.742853 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-67ffb6c8-9319-41db-82fd-d73e67bec3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:23.759996 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bf210166-23e4-4fef-9311-97c15e754dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:23.816955 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-95cf2133-7c83-416c-84c1-bb27356ad2f6 req-e23ec469-94af-4fab-96e2-8dda1894a794 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=410692d9-e89f-4f6c-9fb6-9f2d8082d816 HTTP/1.1" status: 200 len: 217 time: 0.0993240 Apr 09 01:55:23.825165 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-28dc6a02-1ff8-48a9-9a5d-093442f2458f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c81d4c18c5248cc9eb0dfd7e2e3dcd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6182714 Apr 09 01:55:23.827636 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc6a02-1ff8-48a9-9a5d-093442f2458f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741a3ed1-039e-431d-9db0-fbd477484371,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:23.831562 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-28dc6a02-1ff8-48a9-9a5d-093442f2458f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:23.834009 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bf210166-23e4-4fef-9311-97c15e754dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:23.841653 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54278) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:23.877736 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d42e099-24e5-4420-888e-e880319e460f req-4b548b32-2ad8-41e8-aa85-30c1150ae6c8 service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7596562 Apr 09 01:55:24.076312 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f7ecd671-034a-408f-bd1c-74a928b7a876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:24.095187 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2133-7c83-416c-84c1-bb27356ad2f6 req-e296f2c2-ec9b-4477-ae35-8ad1673549b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:24.097004 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-95cf2133-7c83-416c-84c1-bb27356ad2f6 req-e296f2c2-ec9b-4477-ae35-8ad1673549b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2138fd35-c483-44d0-b246-34baead69e32 HTTP/1.1" status: 200 len: 849 time: 0.2722809 Apr 09 01:55:24.165975 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bf210166-23e4-4fef-9311-97c15e754dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:24.211109 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:24.267252 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f7ecd671-034a-408f-bd1c-74a928b7a876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:24.292777 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf210166-23e4-4fef-9311-97c15e754dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca3937e-80c7-406e-8bd0-094fdb855e03,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:24.314033 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bf210166-23e4-4fef-9311-97c15e754dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:24.332316 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d42e099-24e5-4420-888e-e880319e460f req-4c53b324-cfa6-4697-9bd2-c6928e8370c7 service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466665 Apr 09 01:55:24.352889 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bf210166-23e4-4fef-9311-97c15e754dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:24.355096 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-bf210166-23e4-4fef-9311-97c15e754dff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ca3937e-80c7-406e-8bd0-094fdb855e03 HTTP/1.1" status: 204 len: 168 time: 0.9752476 Apr 09 01:55:24.383719 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2133-7c83-416c-84c1-bb27356ad2f6 req-f23e4f58-0420-498b-86ec-be6a21f71359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:24.385394 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-95cf2133-7c83-416c-84c1-bb27356ad2f6 req-f23e4f58-0420-498b-86ec-be6a21f71359 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd294572-97d5-4bf5-8461-bb564301b047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2790966 Apr 09 01:55:24.424315 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f7ecd671-034a-408f-bd1c-74a928b7a876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:24.434841 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e6abff6d-7dd9-498e-af25-7d81322a1201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:24.464807 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecd671-034a-408f-bd1c-74a928b7a876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741a3ed1-039e-431d-9db0-fbd477484371,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:24.474503 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f7ecd671-034a-408f-bd1c-74a928b7a876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:24.476883 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-f7ecd671-034a-408f-bd1c-74a928b7a876 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/741a3ed1-039e-431d-9db0-fbd477484371 HTTP/1.1" status: 204 len: 168 time: 0.6338933 Apr 09 01:55:24.478607 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f7ecd671-034a-408f-bd1c-74a928b7a876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:24.627960 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2f8f1-6992-4e40-9eea-2e545e76dba2 req-1526c4b3-7ebb-48d8-8642-61c2912e44fd tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:24.629868 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-82b2f8f1-6992-4e40-9eea-2e545e76dba2 req-1526c4b3-7ebb-48d8-8642-61c2912e44fd tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 944 time: 0.3511839 Apr 09 01:55:24.741270 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-95cf2133-7c83-416c-84c1-bb27356ad2f6 req-47d04e9c-b053-4fff-a63a-bcfd3d891816 service neutron] 10.222.0.60 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465085 Apr 09 01:55:24.745536 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d37f12-4c41-4d39-8b00-c2cdcaa58f45 req-2a97cc5c-1bf4-4a73-8e62-66067b718d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:24.747227 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-33d37f12-4c41-4d39-8b00-c2cdcaa58f45 req-2a97cc5c-1bf4-4a73-8e62-66067b718d97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0feb4b36722416aa1765908bfef18e9&device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 1097 time: 0.3243001 Apr 09 01:55:24.750559 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-82b2f8f1-6992-4e40-9eea-2e545e76dba2 req-be3fcc57-6027-43e9-a5f3-887b23590454 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121330 Apr 09 01:55:24.886280 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 410692d9-e89f-4f6c-9fb6-9f2d8082d816 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 01:55:25.153324 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 410692d9-e89f-4f6c-9fb6-9f2d8082d816, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=410692d9-e89f-4f6c-9fb6-9f2d8082d816,segment=NetworkSegment(df13e918-9802-4055-9470-4d7703da78e6),segment_id=df13e918-9802-4055-9470-4d7703da78e6)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:55:25.181292 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': '410692d9-e89f-4f6c-9fb6-9f2d8082d816', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'port_id': '410692d9-e89f-4f6c-9fb6-9f2d8082d816', 'mac_address': 'fa:16:3e:d6:c4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2138fd35-c483-44d0-b246-34baead69e32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 01:55:25.346579 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:25.349876 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410692d9-e89f-4f6c-9fb6-9f2d8082d816 {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:55:25.388434 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 410692d9-e89f-4f6c-9fb6-9f2d8082d816, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=410692d9-e89f-4f6c-9fb6-9f2d8082d816,segment=NetworkSegment(df13e918-9802-4055-9470-4d7703da78e6),segment_id=df13e918-9802-4055-9470-4d7703da78e6)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:55:25.394689 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:25.399493 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:25.455200 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d37f12-4c41-4d39-8b00-c2cdcaa58f45 req-3b044e09-22e4-45ed-a59f-d26feb9c6ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:25.456800 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-33d37f12-4c41-4d39-8b00-c2cdcaa58f45 req-3b044e09-22e4-45ed-a59f-d26feb9c6ad3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf HTTP/1.1" status: 200 len: 920 time: 0.7030840 Apr 09 01:55:25.503123 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=410692d9-e89f-4f6c-9fb6-9f2d8082d816,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:25.512390 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:25.512749 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:25.513291 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:25.513804 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:25.515348 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:25.515896 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:25.516418 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:25.516946 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:25.517452 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:25.517954 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:25.518474 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:25.519058 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:55:25.524246 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:25.584301 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-33d37f12-4c41-4d39-8b00-c2cdcaa58f45 req-ac3be7ee-1911-4c50-8ce2-f313cbf85de5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd4b2c1-9fd9-4378-9baa-f576e485af86 HTTP/1.1" status: 200 len: 217 time: 0.1129391 Apr 09 01:55:25.589445 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-95cf2133-7c83-416c-84c1-bb27356ad2f6 req-7ffa5431-81a4-42da-8a48-c8b833de7d1d service neutron] 10.222.0.60 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8378117 Apr 09 01:55:25.603528 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4019c-f714-4962-b005-3f6ae6af375d req-51e0ca25-8d37-4e8e-a6d4-fae26d7e6007 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:25.605286 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cdb4019c-f714-4962-b005-3f6ae6af375d req-51e0ca25-8d37-4e8e-a6d4-fae26d7e6007 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 944 time: 0.9570801 Apr 09 01:55:25.606238 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['410692d9-e89f-4f6c-9fb6-9f2d8082d816'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:55:25.784157 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d37f12-4c41-4d39-8b00-c2cdcaa58f45 req-f9e4cd0e-7139-42c8-89cb-6b0a42470721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:25.785714 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-33d37f12-4c41-4d39-8b00-c2cdcaa58f45 req-f9e4cd0e-7139-42c8-89cb-6b0a42470721 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=851870d6-f6e8-4260-ae58-6a636db3e134 HTTP/1.1" status: 200 len: 859 time: 0.1794486 Apr 09 01:55:25.827880 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cdb4019c-f714-4962-b005-3f6ae6af375d req-88a004e1-4310-4066-b2d4-ffa6445e8015 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703728 Apr 09 01:55:25.846356 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54352) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:25.888465 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-334be537-15d1-4ae0-9429-6c627d0e0424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:25.931541 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-334be537-15d1-4ae0-9429-6c627d0e0424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:25.941876 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-334be537-15d1-4ae0-9429-6c627d0e0424 admin admin] Usage tracker for resource:security_group_rule and tenant:d800131c60fa4acbb1e172710dff20bb is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:25.947473 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-334be537-15d1-4ae0-9429-6c627d0e0424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:25.951371 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-33d37f12-4c41-4d39-8b00-c2cdcaa58f45 req-5c1cb136-5996-46a5-9728-e58f104a8f3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1504288 Apr 09 01:55:25.981327 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-334be537-15d1-4ae0-9429-6c627d0e0424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:26.107667 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-334be537-15d1-4ae0-9429-6c627d0e0424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:26.112681 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-334be537-15d1-4ae0-9429-6c627d0e0424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:26.124571 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-37b4858b-f7d1-4229-aab4-8dd9743e9335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:26.180028 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334be537-15d1-4ae0-9429-6c627d0e0424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e13c67-a0ab-455e-a691-15a1ef30753c,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:26.189406 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-334be537-15d1-4ae0-9429-6c627d0e0424 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d800131c60fa4acbb1e172710dff20bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377748 Apr 09 01:55:26.189406 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-334be537-15d1-4ae0-9429-6c627d0e0424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:26.189406 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54360) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:26.222629 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2e931-460d-458d-9059-c2e214b8661f req-995e6a3b-fd63-47ec-b90c-cb18ac9d995f tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:26.224521 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f8b2e931-460d-458d-9059-c2e214b8661f req-995e6a3b-fd63-47ec-b90c-cb18ac9d995f tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 944 time: 0.2862530 Apr 09 01:55:26.260277 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54368) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:26.261076 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eb163dce-8914-4481-992b-8de8000074f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:26.275841 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f8b2e931-460d-458d-9059-c2e214b8661f req-7a32d085-1347-47f9-ad7d-0be688023ca5 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350924 Apr 09 01:55:26.278375 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-33d37f12-4c41-4d39-8b00-c2cdcaa58f45 req-66756910-9ab4-4cb5-846f-140d509ca4c0 service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712028 Apr 09 01:55:26.309215 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eb163dce-8914-4481-992b-8de8000074f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:26.371095 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eb163dce-8914-4481-992b-8de8000074f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:26.377472 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:26.390038 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb163dce-8914-4481-992b-8de8000074f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e13c67-a0ab-455e-a691-15a1ef30753c,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:26.395172 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-eb163dce-8914-4481-992b-8de8000074f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:26.398122 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eb163dce-8914-4481-992b-8de8000074f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:26.405696 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-eb163dce-8914-4481-992b-8de8000074f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5e13c67-a0ab-455e-a691-15a1ef30753c HTTP/1.1" status: 204 len: 168 time: 0.2093513 Apr 09 01:55:26.440773 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-33d37f12-4c41-4d39-8b00-c2cdcaa58f45 req-168d88e3-0078-437b-8f75-5378a1d7ed39 service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558206 Apr 09 01:55:26.539403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a39af9ac-6e12-4907-91c1-cfdb709c10c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:26.561611 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-a39af9ac-6e12-4907-91c1-cfdb709c10c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:26.566580 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-a39af9ac-6e12-4907-91c1-cfdb709c10c0 admin admin] Usage tracker for resource:security_group_rule and tenant:a31ea4022da4428598a961e4ae5c057d is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:26.569958 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-a39af9ac-6e12-4907-91c1-cfdb709c10c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:26.577576 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-a39af9ac-6e12-4907-91c1-cfdb709c10c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:26.699652 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a39af9ac-6e12-4907-91c1-cfdb709c10c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:26.702983 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a39af9ac-6e12-4907-91c1-cfdb709c10c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:26.720282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9bba3ef4-8703-4af2-95bf-e9f0b97ff018 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:26.796195 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39af9ac-6e12-4907-91c1-cfdb709c10c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed365e54-6a76-4a5f-bf9a-a78e22fcfb49,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:26.800061 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a39af9ac-6e12-4907-91c1-cfdb709c10c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:26.809103 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-a39af9ac-6e12-4907-91c1-cfdb709c10c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a31ea4022da4428598a961e4ae5c057d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5395527 Apr 09 01:55:26.811372 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54390) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:26.891871 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 4cd4b2c1-9fd9-4378-9baa-f576e485af86 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 01:55:26.916214 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c3c0b9a8-b4bf-4580-9d17-cb0e93250275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:26.959986 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 410692d9-e89f-4f6c-9fb6-9f2d8082d816 up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:55:26.966461 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c3c0b9a8-b4bf-4580-9d17-cb0e93250275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:27.036658 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c3c0b9a8-b4bf-4580-9d17-cb0e93250275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:27.072001 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-cb08aea9-5b94-40a6-b47f-8839c2a63a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:27.136151 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0b9a8-b4bf-4580-9d17-cb0e93250275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed365e54-6a76-4a5f-bf9a-a78e22fcfb49,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:27.140909 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c3c0b9a8-b4bf-4580-9d17-cb0e93250275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:27.149403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c3c0b9a8-b4bf-4580-9d17-cb0e93250275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:27.170517 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-c3c0b9a8-b4bf-4580-9d17-cb0e93250275 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed365e54-6a76-4a5f-bf9a-a78e22fcfb49 HTTP/1.1" status: 204 len: 168 time: 0.3570099 Apr 09 01:55:27.176250 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04f39e-dd7d-41ae-ae0b-d4bef828a985 req-f7c918f9-4bd3-44c7-b1f2-40323c56dd07 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:27.180406 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7f04f39e-dd7d-41ae-ae0b-d4bef828a985 req-f7c918f9-4bd3-44c7-b1f2-40323c56dd07 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 945 time: 0.1351581 Apr 09 01:55:27.210767 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning for port 410692d9-e89f-4f6c-9fb6-9f2d8082d816 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:55:27.237961 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port 410692d9-e89f-4f6c-9fb6-9f2d8082d816 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:55:27.238545 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:27.246202 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7f04f39e-dd7d-41ae-ae0b-d4bef828a985 req-61e943d3-8923-4248-b60a-39fd34e8413f tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561981 Apr 09 01:55:27.249222 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54410) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:27.379327 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 4cd4b2c1-9fd9-4378-9baa-f576e485af86, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4cd4b2c1-9fd9-4378-9baa-f576e485af86,segment=NetworkSegment(46a20104-4bad-4539-bdea-58372590664a),segment_id=46a20104-4bad-4539-bdea-58372590664a)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:55:27.381212 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e5527d-289d-4bf3-a70b-27012c9cce52 admin admin] Deleting subnet bbf9a0e0-646e-4822-9129-ae9dab6fcb1c {{(pid=85254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 01:55:27.388189 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-11e5527d-289d-4bf3-a70b-27012c9cce52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:27.401700 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': '4cd4b2c1-9fd9-4378-9baa-f576e485af86', 'network_id': '6ec21f9a-6f4a-4261-a413-67d554e0d8cf', 'port_id': '4cd4b2c1-9fd9-4378-9baa-f576e485af86', 'mac_address': 'fa:16:3e:60:78:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851870d6-f6e8-4260-ae58-6a636db3e134', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 01:55:27.486221 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:27.488948 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd4b2c1-9fd9-4378-9baa-f576e485af86 {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:55:27.515692 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-11e5527d-289d-4bf3-a70b-27012c9cce52 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:27.524863 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-11e5527d-289d-4bf3-a70b-27012c9cce52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:27.625131 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 4cd4b2c1-9fd9-4378-9baa-f576e485af86, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4cd4b2c1-9fd9-4378-9baa-f576e485af86,segment=NetworkSegment(46a20104-4bad-4539-bdea-58372590664a),segment_id=46a20104-4bad-4539-bdea-58372590664a)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:55:27.648123 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:27.655063 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03c6e6-79fb-48f7-bef9-701764c409d4 req-a5841371-d1e9-4cf7-b39a-80594f0adf03 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:27.657750 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:27.660333 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0e03c6e6-79fb-48f7-bef9-701764c409d4 req-a5841371-d1e9-4cf7-b39a-80594f0adf03 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 944 time: 0.1253140 Apr 09 01:55:27.755096 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0e03c6e6-79fb-48f7-bef9-701764c409d4 req-b3dd9895-b98b-48f6-ad36-966904b791d9 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759017 Apr 09 01:55:27.764371 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:27.834059 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3002a301-5a72-464d-9501-305f289087e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410692d9-e89f-4f6c-9fb6-9f2d8082d816'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:55:27.899191 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 410692d9-e89f-4f6c-9fb6-9f2d8082d816, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=410692d9-e89f-4f6c-9fb6-9f2d8082d816,segment=NetworkSegment(df13e918-9802-4055-9470-4d7703da78e6),segment_id=df13e918-9802-4055-9470-4d7703da78e6)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:55:27.900418 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=4cd4b2c1-9fd9-4378-9baa-f576e485af86,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:27.910749 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:27.912008 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['4cd4b2c1-9fd9-4378-9baa-f576e485af86'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:55:28.053943 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:28.066414 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3002a301-5a72-464d-9501-305f289087e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410692d9-e89f-4f6c-9fb6-9f2d8082d816', 'code': 200} Apr 09 01:55:28.072141 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-81f9a2f9-a34e-4f63-a1bd-d313a1af0400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:28.197899 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=410692d9-e89f-4f6c-9fb6-9f2d8082d816,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:28.203208 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:28.215515 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-11e5527d-289d-4bf3-a70b-27012c9cce52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for subnet, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:28.279107 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:28.484008 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5527d-289d-4bf3-a70b-27012c9cce52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf9a0e0-646e-4822-9129-ae9dab6fcb1c,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:28.585358 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-11e5527d-289d-4bf3-a70b-27012c9cce52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:28.623794 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 54446) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:28.668305 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-11e5527d-289d-4bf3-a70b-27012c9cce52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:28.683635 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-11e5527d-289d-4bf3-a70b-27012c9cce52 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bbf9a0e0-646e-4822-9129-ae9dab6fcb1c HTTP/1.1" status: 204 len: 168 time: 1.4324367 Apr 09 01:55:28.689817 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54450) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:28.768968 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e6e2578d-222a-47fc-ac7a-2fc8831dc821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:28.816977 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e6e2578d-222a-47fc-ac7a-2fc8831dc821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:28.838289 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e6e2578d-222a-47fc-ac7a-2fc8831dc821 admin admin] Usage tracker for resource:security_group_rule and tenant:d32bdbcd464748a1ba72c0b6a51314d5 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:28.860434 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e6e2578d-222a-47fc-ac7a-2fc8831dc821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:28.890769 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e6e2578d-222a-47fc-ac7a-2fc8831dc821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:28.925581 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 4cd4b2c1-9fd9-4378-9baa-f576e485af86 up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:55:29.141596 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-397677'] for network, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:29.190636 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b53f74-5768-450e-8328-21f5840d1fd1 req-c2aaae69-c034-4b29-a0ee-74c694575387 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:29.197891 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-24b53f74-5768-450e-8328-21f5840d1fd1 req-c2aaae69-c034-4b29-a0ee-74c694575387 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.5745666 Apr 09 01:55:29.203879 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning for port 4cd4b2c1-9fd9-4378-9baa-f576e485af86 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:55:29.225907 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port 4cd4b2c1-9fd9-4378-9baa-f576e485af86 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:55:29.226651 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:29.414353 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809de14b-8e4a-4372-ac62-daedf3e0be5f req-f353e3ba-b1fd-40b5-96b0-31c09e878baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:29.418842 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-809de14b-8e4a-4372-ac62-daedf3e0be5f req-f353e3ba-b1fd-40b5-96b0-31c09e878baa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 1099 time: 0.8707027 Apr 09 01:55:29.643861 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245879998222'] for network, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:29.694810 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e6e2578d-222a-47fc-ac7a-2fc8831dc821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:29.739245 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e6e2578d-222a-47fc-ac7a-2fc8831dc821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:29.818856 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-24b53f74-5768-450e-8328-21f5840d1fd1 req-3cabb07d-5d39-4d87-bb71-bde5aa21b394 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3886948 Apr 09 01:55:29.901612 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:55:29.902038 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:55:29.902787 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:55:29.903156 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Subscribe: > port after_create 55550000 {{(pid=85254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:55:29.903510 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Subscribe: > port after_delete 55550000 {{(pid=85254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:55:29.907057 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:29.913483 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Subscribe: > port after_update 55550000 {{(pid=85254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:55:29.913855 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:55:29.914256 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:55:29.915079 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:55:29.918805 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:55:29.945346 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 4cd4b2c1-9fd9-4378-9baa-f576e485af86, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4cd4b2c1-9fd9-4378-9baa-f576e485af86,segment=NetworkSegment(46a20104-4bad-4539-bdea-58372590664a),segment_id=46a20104-4bad-4539-bdea-58372590664a)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:55:29.951631 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:29.954751 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:30.022659 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c32b7baa-7731-480d-9fa9-71190fbbf2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:30.065510 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:55:30.065836 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:55:30.066565 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:55:30.066691 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e6e2578d-222a-47fc-ac7a-2fc8831dc821 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d32bdbcd464748a1ba72c0b6a51314d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4401209 Apr 09 01:55:30.066776 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:55:30.066849 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9c88a1-ee0b-4b0d-9773-470c6edcdce6']}} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:55:30.070053 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7410343-d72b-434e-b511-5dc2419621eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd4b2c1-9fd9-4378-9baa-f576e485af86'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:55:30.088555 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54468) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:30.115573 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=4cd4b2c1-9fd9-4378-9baa-f576e485af86,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:30.123752 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17f35ae-cfa4-4c8f-b350-34e7f6a4a036') {'for_net_delete': True} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:55:30.126955 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17f35ae-cfa4-4c8f-b350-34e7f6a4a036') {} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:55:30.127650 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:30.178058 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245879917052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2887887'] for segment, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:30.198029 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7410343-d72b-434e-b511-5dc2419621eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd4b2c1-9fd9-4378-9baa-f576e485af86', 'code': 200} Apr 09 01:55:30.200954 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2578d-222a-47fc-ac7a-2fc8831dc821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6773034-00b2-4fb6-88ad-2b27aa8d10b4,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:30.207770 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-809de14b-8e4a-4372-ac62-daedf3e0be5f req-df6de158-ea69-4fda-b808-db82df107bf5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7474976 Apr 09 01:55:30.214636 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:30.219293 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e6e2578d-222a-47fc-ac7a-2fc8831dc821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:30.228074 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9bd43b75-697a-493a-9c0a-b326f190270a req-c95d6e8d-0863-4759-995f-a642dbc2b0ae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.2918699 Apr 09 01:55:30.228827 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=85254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 01:55:30.265164 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34349814-72f1-4b35-b134-3a59fc6175f0 req-3b16d411-857a-4ada-a283-665386405d74 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:30.287778 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-34349814-72f1-4b35-b134-3a59fc6175f0 req-3b16d411-857a-4ada-a283-665386405d74 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 945 time: 1.0878382 Apr 09 01:55:30.357308 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-34349814-72f1-4b35-b134-3a59fc6175f0 req-fa920e60-dd30-4d91-a0e2-805f9152efcf tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676141 Apr 09 01:55:30.473514 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9f009e24-91b1-4bc4-8c66-2e14325b2361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:30.531244 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd43b75-697a-493a-9c0a-b326f190270a req-53f9a392-40ea-403a-9ed6-cb0e3ff01bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:30.531244 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9bd43b75-697a-493a-9c0a-b326f190270a req-53f9a392-40ea-403a-9ed6-cb0e3ff01bf7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0feb4b36722416aa1765908bfef18e9&device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 1099 time: 0.1181448 Apr 09 01:55:30.604631 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Network 9e9c88a1-ee0b-4b0d-9773-470c6edcdce6 has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 01:55:30.617749 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852597294'] for segment, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:30.635331 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9f009e24-91b1-4bc4-8c66-2e14325b2361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:30.879569 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Network 9e9c88a1-ee0b-4b0d-9773-470c6edcdce6 has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 01:55:30.907232 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc3b9c-6a61-4beb-8382-5efd9f6899b1 req-b377a654-70b8-4cbe-bfe9-4743e8f33419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:30.908989 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-afdc3b9c-6a61-4beb-8382-5efd9f6899b1 req-b377a654-70b8-4cbe-bfe9-4743e8f33419 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 1099 time: 0.3434198 Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: from cryptography.utils import int_from_bytes Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: from cryptography.utils import int_from_bytes Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: (rel_b, rel_a, rel_b), Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: Traceback (most recent call last): Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: timer() Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: cb(*args, **kw) Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: return func(*args, **kwargs) Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: self._notify() Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: self.callback(batched_events) Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: event.method(event) Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: segment_id)['aggregates'][0] Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: return f(self, *a, **k) Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: return self._get(url).json() Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: **kwargs) Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: return self.request(url, 'GET', **kwargs) Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: **endpoint_filter) Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 01:55:30.909242 dv-cinder-784623-6-smb neutron-server[85140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 01:55:30.915005 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd43b75-697a-493a-9c0a-b326f190270a req-20cfd2e0-45ed-4961-83b0-02cd13d5eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:30.916701 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9bd43b75-697a-493a-9c0a-b326f190270a req-20cfd2e0-45ed-4961-83b0-02cd13d5eda4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf HTTP/1.1" status: 200 len: 920 time: 0.3528533 Apr 09 01:55:31.010394 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-afdc3b9c-6a61-4beb-8382-5efd9f6899b1 req-d6bb9f33-59e8-46a1-9623-fcdfd44c93a2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869119 Apr 09 01:55:31.026750 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9bd43b75-697a-493a-9c0a-b326f190270a req-22378da8-65bd-438f-8dd7-d67079ec7585 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5edf8884-1881-404c-9ab7-5cd908d13fc5 HTTP/1.1" status: 200 len: 217 time: 0.0909472 Apr 09 01:55:31.035131 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9f009e24-91b1-4bc4-8c66-2e14325b2361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:31.041006 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-80c175c8-8508-43f6-9513-7748042cf253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:31.059965 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665026'] for network, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:31.065282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f009e24-91b1-4bc4-8c66-2e14325b2361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6773034-00b2-4fb6-88ad-2b27aa8d10b4,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:31.100118 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:31.113614 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9f009e24-91b1-4bc4-8c66-2e14325b2361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:31.114389 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:31.131867 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9f009e24-91b1-4bc4-8c66-2e14325b2361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:31.134057 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-9f009e24-91b1-4bc4-8c66-2e14325b2361 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a6773034-00b2-4fb6-88ad-2b27aa8d10b4 HTTP/1.1" status: 204 len: 168 time: 1.0444100 Apr 09 01:55:31.152455 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] 10.222.0.44 "DELETE /v2.0/networks/9e9c88a1-ee0b-4b0d-9773-470c6edcdce6 HTTP/1.1" status: 204 len: 168 time: 2.4473825 Apr 09 01:55:31.154185 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e9c88a1-ee0b-4b0d-9773-470c6edcdce6,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:31.168424 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:31.314217 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd43b75-697a-493a-9c0a-b326f190270a req-d1c84a23-83ed-4607-8a40-0e71035be3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:31.316043 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9bd43b75-697a-493a-9c0a-b326f190270a req-d1c84a23-83ed-4607-8a40-0e71035be3be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=851870d6-f6e8-4260-ae58-6a636db3e134 HTTP/1.1" status: 200 len: 859 time: 0.2517097 Apr 09 01:55:31.393061 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9bd43b75-697a-493a-9c0a-b326f190270a req-9221d173-bee5-43e6-a2d3-7ef70bdfc41b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661840 Apr 09 01:55:31.402889 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872eb9f8-26de-454f-98e4-318bc92a7848 req-711468c8-3a43-43b8-8e44-022a387d3cd3 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:31.404511 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-872eb9f8-26de-454f-98e4-318bc92a7848 req-711468c8-3a43-43b8-8e44-022a387d3cd3 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.2311814 Apr 09 01:55:31.541756 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-872eb9f8-26de-454f-98e4-318bc92a7848 req-4f4b1e7a-be75-4a98-b6c4-5085ec222fb3 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051311 Apr 09 01:55:31.563935 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54532) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:31.610282 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-00a094aa-433f-4694-87e9-1e929fd7d2c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1cd7eb19593c46c49fd302b52967ddc6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0447855 Apr 09 01:55:31.611310 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54536) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:31.694838 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-79e95761-07d5-4ca3-82b5-30d3cd9f33d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:31.728071 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-79e95761-07d5-4ca3-82b5-30d3cd9f33d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:31.769287 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9bd43b75-697a-493a-9c0a-b326f190270a req-ad7de858-b8bf-4548-8cbb-0b813d6cb5f2 service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626094 Apr 09 01:55:31.810418 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-79e95761-07d5-4ca3-82b5-30d3cd9f33d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:31.816104 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-efa23622-f230-4f5f-898b-f96c7abf173f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:31.831801 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e95761-07d5-4ca3-82b5-30d3cd9f33d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11688f19-4fae-4808-bbc3-a880ed3f40c3,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:31.840983 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-79e95761-07d5-4ca3-82b5-30d3cd9f33d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:31.860493 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-79e95761-07d5-4ca3-82b5-30d3cd9f33d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:31.861790 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-79e95761-07d5-4ca3-82b5-30d3cd9f33d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11688f19-4fae-4808-bbc3-a880ed3f40c3 HTTP/1.1" status: 204 len: 168 time: 0.2492561 Apr 09 01:55:31.880509 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf71c7-9eaf-4fdf-810f-88ff699c1dfc req-a6b27b61-6f52-4288-9999-fb0d0bca525a tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:31.896636 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-03bf71c7-9eaf-4fdf-810f-88ff699c1dfc req-a6b27b61-6f52-4288-9999-fb0d0bca525a tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.3538122 Apr 09 01:55:32.022524 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-03bf71c7-9eaf-4fdf-810f-88ff699c1dfc req-e60e4b4b-d1e4-4605-a666-d05a9eb23467 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535078 Apr 09 01:55:32.094507 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9bd43b75-697a-493a-9c0a-b326f190270a req-ca1d8d14-0ea2-4611-a249-2fd7aa437832 service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192580 Apr 09 01:55:32.153457 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:32.849154 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6732b5-98e8-4017-b382-2eb970d44389 req-32f78351-b783-4b40-a412-8ca230fcc654 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:32.852529 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3f6732b5-98e8-4017-b382-2eb970d44389 req-32f78351-b783-4b40-a412-8ca230fcc654 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.1154826 Apr 09 01:55:32.909076 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3f6732b5-98e8-4017-b382-2eb970d44389 req-4f2fc517-a239-4aae-afd1-c03df0202d7e tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405447 Apr 09 01:55:33.120927 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54608) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:33.664395 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1fdaae90-797d-4c7b-91e4-893ffb367cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:33.699032 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-1fdaae90-797d-4c7b-91e4-893ffb367cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:33.704111 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-1fdaae90-797d-4c7b-91e4-893ffb367cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:ec23a88fac6a44e6a69723ffb565c8d0 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:33.708065 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-1fdaae90-797d-4c7b-91e4-893ffb367cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:33.718469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-1fdaae90-797d-4c7b-91e4-893ffb367cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:33.718785 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262a359-a028-4b0b-820d-6246c7848927 req-26aa02d1-106a-4792-8395-635b30c5f254 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:33.731439 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c262a359-a028-4b0b-820d-6246c7848927 req-26aa02d1-106a-4792-8395-635b30c5f254 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.5777514 Apr 09 01:55:33.735429 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54642) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:33.740126 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d308f9-33ea-4f76-8c38-e3699177e960 req-bd9b2113-6f7c-420d-8e52-2a52b6ce030f tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:33.748636 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-31d308f9-33ea-4f76-8c38-e3699177e960 req-bd9b2113-6f7c-420d-8e52-2a52b6ce030f tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.5342271 Apr 09 01:55:33.750026 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-36ec7244-b52e-4d2d-ae2d-3a0747d82e53 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Request body: {'floatingip': {'port_id': '410692d9-e89f-4f6c-9fb6-9f2d8082d816'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:55:33.784610 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-31d308f9-33ea-4f76-8c38-e3699177e960 req-b5116b93-6370-4e95-8d98-6671b2ad2c66 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340686 Apr 09 01:55:33.871627 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-36ec7244-b52e-4d2d-ae2d-3a0747d82e53 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for floatingip, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:34.710302 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1fdaae90-797d-4c7b-91e4-893ffb367cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:34.724655 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1fdaae90-797d-4c7b-91e4-893ffb367cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:34.790518 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9f009e24-91b1-4bc4-8c66-2e14325b2361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:34.814338 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-1fdaae90-797d-4c7b-91e4-893ffb367cb8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec23a88fac6a44e6a69723ffb565c8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6916687 Apr 09 01:55:34.823196 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 54702) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:34.876271 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdaae90-797d-4c7b-91e4-893ffb367cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba655c4f-2b8a-4dd1-89b7-40e457466709,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:34.899250 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-1fdaae90-797d-4c7b-91e4-893ffb367cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:34.994122 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cee004-9fd8-442a-b038-03cc3934c8a1 req-9ac38f31-266a-4fd3-afdc-75b577735010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:34.997201 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f5cee004-9fd8-442a-b038-03cc3934c8a1 req-9ac38f31-266a-4fd3-afdc-75b577735010 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0feb4b36722416aa1765908bfef18e9&device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 1099 time: 0.4637234 Apr 09 01:55:35.083348 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e01c568d-a76f-4f31-a786-c8131044dba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:35.232306 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f417f-e37d-43ea-896a-14462c974814 req-7493b930-abdf-4e09-b0cb-8dcec4e0ba9a tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:35.234959 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-367f417f-e37d-43ea-896a-14462c974814 req-7493b930-abdf-4e09-b0cb-8dcec4e0ba9a tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.5170870 Apr 09 01:55:35.248632 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e01c568d-a76f-4f31-a786-c8131044dba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:35.302514 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 54716) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:35.371532 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-367f417f-e37d-43ea-896a-14462c974814 req-10791e94-429b-4ba0-beb6-2dfc0a5111aa tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039975 Apr 09 01:55:35.376146 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cee004-9fd8-442a-b038-03cc3934c8a1 req-3b9612bf-fc4e-4979-989d-2c06c22eb980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:35.378342 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f5cee004-9fd8-442a-b038-03cc3934c8a1 req-3b9612bf-fc4e-4979-989d-2c06c22eb980 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf HTTP/1.1" status: 200 len: 920 time: 0.3705611 Apr 09 01:55:35.485049 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e01c568d-a76f-4f31-a786-c8131044dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:35.487114 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f5cee004-9fd8-442a-b038-03cc3934c8a1 req-54b7894e-b179-4326-bc3f-16c356254bd9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd4b2c1-9fd9-4378-9baa-f576e485af86 HTTP/1.1" status: 200 len: 217 time: 0.0984159 Apr 09 01:55:35.499964 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-af0b1175-06e7-4445-9c92-da183d0e6966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:35.582972 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c568d-a76f-4f31-a786-c8131044dba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba655c4f-2b8a-4dd1-89b7-40e457466709,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:35.597089 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e01c568d-a76f-4f31-a786-c8131044dba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:35.632374 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e01c568d-a76f-4f31-a786-c8131044dba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:35.634904 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e01c568d-a76f-4f31-a786-c8131044dba6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba655c4f-2b8a-4dd1-89b7-40e457466709 HTTP/1.1" status: 204 len: 168 time: 0.8098135 Apr 09 01:55:35.647184 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cee004-9fd8-442a-b038-03cc3934c8a1 req-85f3f88a-ca60-4058-8901-3a7b4d4cd6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:35.649256 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f5cee004-9fd8-442a-b038-03cc3934c8a1 req-85f3f88a-ca60-4058-8901-3a7b4d4cd6c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=851870d6-f6e8-4260-ae58-6a636db3e134 HTTP/1.1" status: 200 len: 859 time: 0.1504848 Apr 09 01:55:35.766884 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.db.resource_extend [None req-36ec7244-b52e-4d2d-ae2d-3a0747d82e53 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 09 01:55:35.789779 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f5cee004-9fd8-442a-b038-03cc3934c8a1 req-45aff8b5-edaf-4d39-8aac-9318326d585a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328504 Apr 09 01:55:35.792410 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 54726) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:35.796507 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c38872e2-2b98-4809-9873-b2d98b962fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:35.902707 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c38872e2-2b98-4809-9873-b2d98b962fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:35.921407 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c38872e2-2b98-4809-9873-b2d98b962fcb admin admin] Usage tracker for resource:security_group_rule and tenant:d5dd7c8856924573926cc04ed41247be is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:36.037508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c38872e2-2b98-4809-9873-b2d98b962fcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:36.053587 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-36ec7244-b52e-4d2d-ae2d-3a0747d82e53 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:36.060115 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-36ec7244-b52e-4d2d-ae2d-3a0747d82e53 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-665075'] for floatingip, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:36.081758 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c38872e2-2b98-4809-9873-b2d98b962fcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:36.233294 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f5cee004-9fd8-442a-b038-03cc3934c8a1 req-5ff0775f-7496-4c99-ba26-53426e6f94c8 service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239199 Apr 09 01:55:36.289675 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b7b649cb-edbe-45c7-a0c9-90534de429f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:36.450953 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f5cee004-9fd8-442a-b038-03cc3934c8a1 req-ee96da4e-3d73-4f87-9f23-d0200960c826 service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009442 Apr 09 01:55:36.456859 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-b7b649cb-edbe-45c7-a0c9-90534de429f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:36.459367 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 54744) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:36.465345 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-b7b649cb-edbe-45c7-a0c9-90534de429f6 admin admin] Usage tracker for resource:security_group_rule and tenant:cf268c2bece646eea35520fe8f3cceec is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:36.481768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-b7b649cb-edbe-45c7-a0c9-90534de429f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:36.502841 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-b7b649cb-edbe-45c7-a0c9-90534de429f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:36.506176 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-57812e07-d52b-408e-9095-b0dc47c361ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:36.582809 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-57812e07-d52b-408e-9095-b0dc47c361ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:36.587112 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-57812e07-d52b-408e-9095-b0dc47c361ed admin admin] Usage tracker for resource:security_group_rule and tenant:f69dfae592e1422889e8fcd265b8cc00 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:36.590269 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-57812e07-d52b-408e-9095-b0dc47c361ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:36.598131 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-57812e07-d52b-408e-9095-b0dc47c361ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:36.654158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c38872e2-2b98-4809-9873-b2d98b962fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:36.697646 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c38872e2-2b98-4809-9873-b2d98b962fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:36.741125 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-4f4efbff-91d6-430d-ad1a-8edac9da5e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:36.803003 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.l3_db [None req-36ec7244-b52e-4d2d-ae2d-3a0747d82e53 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Floating IP 06baa561-e819-452f-8d8f-d64eb112e655 associated. External IP: 172.28.0.111, port: 410692d9-e89f-4f6c-9fb6-9f2d8082d816. Apr 09 01:55:36.846197 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-c38872e2-2b98-4809-9873-b2d98b962fcb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5dd7c8856924573926cc04ed41247be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5419204 Apr 09 01:55:36.871006 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54764) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:36.974526 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 54768) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:36.982883 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38872e2-2b98-4809-9873-b2d98b962fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626c109a-31db-40c0-a0b5-36f9b121118c,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:36.989798 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c38872e2-2b98-4809-9873-b2d98b962fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:37.090181 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b7b649cb-edbe-45c7-a0c9-90534de429f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:37.132295 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b7b649cb-edbe-45c7-a0c9-90534de429f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:37.171353 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c23de150-914e-4f43-8f97-44430468a5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:37.205665 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-b7b649cb-edbe-45c7-a0c9-90534de429f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf268c2bece646eea35520fe8f3cceec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4119861 Apr 09 01:55:37.209224 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-57812e07-d52b-408e-9095-b0dc47c361ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:37.215770 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 54782) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:37.242606 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-57812e07-d52b-408e-9095-b0dc47c361ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:37.281888 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-21f18fb5-b816-49b0-94d1-7016b97a0879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:37.292494 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a92c9-5a31-48b4-9860-517122506321 req-e093f58e-ac0c-49e7-88f5-eb379eaf6f1d tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:37.294134 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-785a92c9-5a31-48b4-9860-517122506321 req-e093f58e-ac0c-49e7-88f5-eb379eaf6f1d tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.4283283 Apr 09 01:55:37.314560 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-38b0ccb5-f278-4070-a4c9-a19335352797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:37.323664 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b649cb-edbe-45c7-a0c9-90534de429f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d27a5a-20d9-4c4d-a229-754a5fe0bae8,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:37.339587 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b7b649cb-edbe-45c7-a0c9-90534de429f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:37.349036 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:37.370587 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-21f18fb5-b816-49b0-94d1-7016b97a0879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:37.422173 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-38b0ccb5-f278-4070-a4c9-a19335352797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:37.433975 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-57812e07-d52b-408e-9095-b0dc47c361ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f69dfae592e1422889e8fcd265b8cc00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9734764 Apr 09 01:55:37.441456 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54792) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:37.444788 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-38b0ccb5-f278-4070-a4c9-a19335352797 admin admin] Usage tracker for resource:security_group_rule and tenant:aee53c3788be4c0c8b302a7f259bfdb3 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:37.450972 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-785a92c9-5a31-48b4-9860-517122506321 req-c74004f3-763a-4d26-ab0e-53a1616d1b80 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427233 Apr 09 01:55:37.459757 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-38b0ccb5-f278-4070-a4c9-a19335352797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:37.465833 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57812e07-d52b-408e-9095-b0dc47c361ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d2a710-a97f-4252-a39d-2ec2aa745b34,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:37.471085 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-57812e07-d52b-408e-9095-b0dc47c361ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:37.497727 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-38b0ccb5-f278-4070-a4c9-a19335352797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:37.500808 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2514f338-4659-425f-af5c-d93d348f6a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:37.538125 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2514f338-4659-425f-af5c-d93d348f6a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:37.551962 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ec7244-b52e-4d2d-ae2d-3a0747d82e53 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 01:55:37.603538 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 54798) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:37.632943 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2514f338-4659-425f-af5c-d93d348f6a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:37.639669 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:37.671839 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514f338-4659-425f-af5c-d93d348f6a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d27a5a-20d9-4c4d-a229-754a5fe0bae8,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:37.674387 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2514f338-4659-425f-af5c-d93d348f6a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:37.720333 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2514f338-4659-425f-af5c-d93d348f6a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:37.724405 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2514f338-4659-425f-af5c-d93d348f6a84 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72d27a5a-20d9-4c4d-a229-754a5fe0bae8 HTTP/1.1" status: 204 len: 168 time: 0.5045731 Apr 09 01:55:37.724405 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-38b0ccb5-f278-4070-a4c9-a19335352797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:37.728461 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-38b0ccb5-f278-4070-a4c9-a19335352797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:37.739236 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:37.790464 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-38b0ccb5-f278-4070-a4c9-a19335352797 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aee53c3788be4c0c8b302a7f259bfdb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8038146 Apr 09 01:55:37.793188 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 54806) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:37.807537 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0ccb5-f278-4070-a4c9-a19335352797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b645c03c-bdac-4ab9-84dc-35c2bf936821,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:37.811058 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-38b0ccb5-f278-4070-a4c9-a19335352797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:37.869820 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-21f18fb5-b816-49b0-94d1-7016b97a0879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:37.891144 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bbdf46d4-eb4a-4b1c-903f-1a8a373d7f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:37.915973 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a45543fc-c241-4ab4-bb3c-5c05ea9252ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:37.934901 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ed5c5feb-1eac-433a-9173-ab65d68aec4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:37.956947 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bbdf46d4-eb4a-4b1c-903f-1a8a373d7f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:37.974122 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ed5c5feb-1eac-433a-9173-ab65d68aec4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:37.996100 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ed5c5feb-1eac-433a-9173-ab65d68aec4b admin admin] Usage tracker for resource:security_group_rule and tenant:4a12bfc52bd24c1f8d0aec0089641734 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:38.002388 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ed5c5feb-1eac-433a-9173-ab65d68aec4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:38.018004 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f18fb5-b816-49b0-94d1-7016b97a0879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626c109a-31db-40c0-a0b5-36f9b121118c,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:38.022798 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ed5c5feb-1eac-433a-9173-ab65d68aec4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:38.026405 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ec7244-b52e-4d2d-ae2d-3a0747d82e53 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:55:38.049845 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7272ac85-c52e-4877-882a-99140c2eb362 None None] Sync routers for ids ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'] in dv-cinder-784623-6-smb {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:55:38.060977 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-21f18fb5-b816-49b0-94d1-7016b97a0879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:38.061251 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7272ac85-c52e-4877-882a-99140c2eb362 None None] Routers {'424d2a3c-224c-44a1-ad6e-17a1326f7f1c'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:55:38.062369 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-7272ac85-c52e-4877-882a-99140c2eb362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:55:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:55:38.075670 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bdead368-9a1f-40a8-bcc7-2abacfc0562a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:38.084693 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bbdf46d4-eb4a-4b1c-903f-1a8a373d7f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:38.089746 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-36ec7244-b52e-4d2d-ae2d-3a0747d82e53 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for floatingip, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:38.102974 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c38872e2-2b98-4809-9873-b2d98b962fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:38.145400 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-21f18fb5-b816-49b0-94d1-7016b97a0879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:38.146921 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-21f18fb5-b816-49b0-94d1-7016b97a0879 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/626c109a-31db-40c0-a0b5-36f9b121118c HTTP/1.1" status: 204 len: 168 time: 1.2662835 Apr 09 01:55:38.152236 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf46d4-eb4a-4b1c-903f-1a8a373d7f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b645c03c-bdac-4ab9-84dc-35c2bf936821,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:38.167691 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bbdf46d4-eb4a-4b1c-903f-1a8a373d7f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:38.194031 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bbdf46d4-eb4a-4b1c-903f-1a8a373d7f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:38.198790 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-bbdf46d4-eb4a-4b1c-903f-1a8a373d7f87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b645c03c-bdac-4ab9-84dc-35c2bf936821 HTTP/1.1" status: 204 len: 168 time: 0.4019415 Apr 09 01:55:38.203456 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bdead368-9a1f-40a8-bcc7-2abacfc0562a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:38.256163 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-36ec7244-b52e-4d2d-ae2d-3a0747d82e53 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "PUT /v2.0/floatingips/06baa561-e819-452f-8d8f-d64eb112e655 HTTP/1.1" status: 200 len: 992 time: 4.5188892 Apr 09 01:55:38.263332 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3002a301-5a72-464d-9501-305f289087e5', 'tag': '410692d9-e89f-4f6c-9fb6-9f2d8082d816'}] {{(pid=85254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:55:38.279134 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ed5c5feb-1eac-433a-9173-ab65d68aec4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:38.285167 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ed5c5feb-1eac-433a-9173-ab65d68aec4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:38.299764 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2514f338-4659-425f-af5c-d93d348f6a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:38.346179 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bdead368-9a1f-40a8-bcc7-2abacfc0562a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:38.351760 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:38.371851 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdead368-9a1f-40a8-bcc7-2abacfc0562a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d2a710-a97f-4252-a39d-2ec2aa745b34,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:38.380014 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bdead368-9a1f-40a8-bcc7-2abacfc0562a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:38.382306 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bdead368-9a1f-40a8-bcc7-2abacfc0562a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:38.389419 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-bdead368-9a1f-40a8-bcc7-2abacfc0562a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55d2a710-a97f-4252-a39d-2ec2aa745b34 HTTP/1.1" status: 204 len: 168 time: 0.9406214 Apr 09 01:55:38.389419 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54828) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:38.414866 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-7272ac85-c52e-4877-882a-99140c2eb362 None None] Set router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:55:38.428037 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-ed5c5feb-1eac-433a-9173-ab65d68aec4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a12bfc52bd24c1f8d0aec0089641734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8206906 Apr 09 01:55:38.428037 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c5feb-1eac-433a-9173-ab65d68aec4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839196ef-e124-4e12-812d-387627858e4c,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:38.429652 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 54834) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:38.439018 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-373f1bbc-9ae0-42ed-b37a-a05bcd240686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:38.447956 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ed5c5feb-1eac-433a-9173-ab65d68aec4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:38.491116 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-373f1bbc-9ae0-42ed-b37a-a05bcd240686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:38.499977 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3002a301-5a72-464d-9501-305f289087e5', 'tag': '410692d9-e89f-4f6c-9fb6-9f2d8082d816', 'status': 'completed', 'code': 200} Apr 09 01:55:38.508320 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-373f1bbc-9ae0-42ed-b37a-a05bcd240686 admin admin] Usage tracker for resource:security_group_rule and tenant:c654041ba9b84334a746569424f3c2f3 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:38.514752 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-373f1bbc-9ae0-42ed-b37a-a05bcd240686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:38.532091 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-373f1bbc-9ae0-42ed-b37a-a05bcd240686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:38.747691 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-373f1bbc-9ae0-42ed-b37a-a05bcd240686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:38.751358 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1923da9d-bca3-45e1-b59e-87153572c90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:38.754714 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-373f1bbc-9ae0-42ed-b37a-a05bcd240686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:38.805924 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-da5def58-51d4-433b-8f29-8bf47a8c283a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:38.891459 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1923da9d-bca3-45e1-b59e-87153572c90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:38.916657 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1bbc-9ae0-42ed-b37a-a05bcd240686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a205f07b-dfbc-4e9d-8d4c-272072cb72ef,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:38.924276 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e1f7d-541f-47d1-a7e4-e31956e98e21 req-a466cbcd-7f68-40c8-9614-f60e03864737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:38.925958 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-923e1f7d-541f-47d1-a7e4-e31956e98e21 req-a466cbcd-7f68-40c8-9614-f60e03864737 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdb5c7b167ed48238a56c04c50600551&device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 1099 time: 0.3694184 Apr 09 01:55:38.946372 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-373f1bbc-9ae0-42ed-b37a-a05bcd240686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:38.968326 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-373f1bbc-9ae0-42ed-b37a-a05bcd240686 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c654041ba9b84334a746569424f3c2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5770476 Apr 09 01:55:38.984326 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54848) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:39.133213 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e1f7d-541f-47d1-a7e4-e31956e98e21 req-270924aa-b1d9-4fb4-a422-c28982439f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:39.133885 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-923e1f7d-541f-47d1-a7e4-e31956e98e21 req-270924aa-b1d9-4fb4-a422-c28982439f70 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd294572-97d5-4bf5-8461-bb564301b047 HTTP/1.1" status: 200 len: 911 time: 0.1978257 Apr 09 01:55:39.159435 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d2e05-bd1c-4b3a-ba27-305eb9515be9 req-59ff2a8b-3876-4eec-bdf2-0ab2488a1cdb tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:39.161306 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8e4d2e05-bd1c-4b3a-ba27-305eb9515be9 req-59ff2a8b-3876-4eec-bdf2-0ab2488a1cdb tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.4148762 Apr 09 01:55:39.221717 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-157faa2c-9ba2-4027-ad5d-9b9b789b89d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:39.311269 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-157faa2c-9ba2-4027-ad5d-9b9b789b89d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:39.350729 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-923e1f7d-541f-47d1-a7e4-e31956e98e21 req-35e2abc9-4ded-4e2b-af09-aced7b7fdc80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=410692d9-e89f-4f6c-9fb6-9f2d8082d816 HTTP/1.1" status: 200 len: 1000 time: 0.1848824 Apr 09 01:55:39.352914 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 54864) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:39.458992 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5391-9e98-4177-99bc-c961281afbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:39.475053 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-7272ac85-c52e-4877-882a-99140c2eb362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc530b23-814c-494d-93da-71763d63e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:44Z', 'revision_number': 4, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port': {'id': 'dc530b23-814c-494d-93da-71763d63e292', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:24Z', 'updated_at': '2021-04-09T01:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_floatingips': [{'id': '06baa561-e819-452f-8d8f-d64eb112e655', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'floating_ip_address': '172.28.0.111', 'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'router_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'port_id': '410692d9-e89f-4f6c-9fb6-9f2d8082d816', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'mac_address': 'fa:16:3e:d6:c4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3002a301-5a72-464d-9501-305f289087e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T01:54:58Z', 'updated_at': '2021-04-09T01:55:35Z', 'revision_number': 1, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c', 'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'mac_address': 'fa:16:3e:b3:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2138fd35-c483-44d0-b246-34baead69e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:37Z', 'updated_at': '2021-04-09T01:54:58Z', 'revision_number': 5, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'subnets': [{'id': '2138fd35-c483-44d0-b246-34baead69e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:55:39.485958 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7272ac85-c52e-4877-882a-99140c2eb362 None None] Checking router: 424d2a3c-224c-44a1-ad6e-17a1326f7f1c for host: dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:55:39.507742 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7272ac85-c52e-4877-882a-99140c2eb362 None None] Routers {'424d2a3c-224c-44a1-ad6e-17a1326f7f1c'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:55:39.508419 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-7272ac85-c52e-4877-882a-99140c2eb362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:55:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:55:39.521182 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-157faa2c-9ba2-4027-ad5d-9b9b789b89d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:39.539731 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-eb163dce-8914-4481-992b-8de8000074f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:39.570084 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157faa2c-9ba2-4027-ad5d-9b9b789b89d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a205f07b-dfbc-4e9d-8d4c-272072cb72ef,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:39.591734 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-157faa2c-9ba2-4027-ad5d-9b9b789b89d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:39.591734 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-157faa2c-9ba2-4027-ad5d-9b9b789b89d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:39.591734 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-157faa2c-9ba2-4027-ad5d-9b9b789b89d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a205f07b-dfbc-4e9d-8d4c-272072cb72ef HTTP/1.1" status: 204 len: 168 time: 0.6030061 Apr 09 01:55:39.641049 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-d7cc5391-9e98-4177-99bc-c961281afbe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:39.654842 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-d7cc5391-9e98-4177-99bc-c961281afbe6 admin admin] Usage tracker for resource:security_group_rule and tenant:4ba0da3921a14cd8bb8269ad14d9e3dd is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:39.667671 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-d7cc5391-9e98-4177-99bc-c961281afbe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:39.677030 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-d7cc5391-9e98-4177-99bc-c961281afbe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:39.732122 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e1f7d-541f-47d1-a7e4-e31956e98e21 req-f3b0e523-4201-4e70-963b-2b406457b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:39.734310 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-923e1f7d-541f-47d1-a7e4-e31956e98e21 req-f3b0e523-4201-4e70-963b-2b406457b513 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2138fd35-c483-44d0-b246-34baead69e32 HTTP/1.1" status: 200 len: 849 time: 0.3725715 Apr 09 01:55:39.737984 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8e4d2e05-bd1c-4b3a-ba27-305eb9515be9 req-9d650997-fbc9-43fa-b4df-7a1a3f568b77 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859143 Apr 09 01:55:39.797368 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1923da9d-bca3-45e1-b59e-87153572c90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:39.804815 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:39.830252 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923da9d-bca3-45e1-b59e-87153572c90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839196ef-e124-4e12-812d-387627858e4c,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:39.840799 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-1923da9d-bca3-45e1-b59e-87153572c90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:39.868926 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1923da9d-bca3-45e1-b59e-87153572c90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:39.870188 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-1923da9d-bca3-45e1-b59e-87153572c90e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/839196ef-e124-4e12-812d-387627858e4c HTTP/1.1" status: 204 len: 168 time: 1.4395092 Apr 09 01:55:39.889623 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-7272ac85-c52e-4877-882a-99140c2eb362 None None] Set router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:55:39.948635 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e1f7d-541f-47d1-a7e4-e31956e98e21 req-90729d9b-045c-42de-b44f-6e72a0f5397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:39.950447 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-923e1f7d-541f-47d1-a7e4-e31956e98e21 req-90729d9b-045c-42de-b44f-6e72a0f5397c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd294572-97d5-4bf5-8461-bb564301b047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2090967 Apr 09 01:55:40.133135 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-923e1f7d-541f-47d1-a7e4-e31956e98e21 req-831509c8-00e7-4b87-a68c-9022ed6dff88 service neutron] 10.222.0.60 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666734 Apr 09 01:55:40.137952 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5391-9e98-4177-99bc-c961281afbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:40.183080 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5391-9e98-4177-99bc-c961281afbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:40.340214 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-7272ac85-c52e-4877-882a-99140c2eb362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc530b23-814c-494d-93da-71763d63e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:44Z', 'revision_number': 4, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port': {'id': 'dc530b23-814c-494d-93da-71763d63e292', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:24Z', 'updated_at': '2021-04-09T01:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_floatingips': [{'id': '06baa561-e819-452f-8d8f-d64eb112e655', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'floating_ip_address': '172.28.0.111', 'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'router_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'port_id': '410692d9-e89f-4f6c-9fb6-9f2d8082d816', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'mac_address': 'fa:16:3e:d6:c4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3002a301-5a72-464d-9501-305f289087e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T01:54:58Z', 'updated_at': '2021-04-09T01:55:35Z', 'revision_number': 1, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c', 'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'mac_address': 'fa:16:3e:b3:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2138fd35-c483-44d0-b246-34baead69e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:37Z', 'updated_at': '2021-04-09T01:54:58Z', 'revision_number': 5, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'subnets': [{'id': '2138fd35-c483-44d0-b246-34baead69e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:55:40.346233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7272ac85-c52e-4877-882a-99140c2eb362 None None] The sync data for ids ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'] in dv-cinder-784623-6-smb is: [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc530b23-814c-494d-93da-71763d63e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:44Z', 'revision_number': 4, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port': {'id': 'dc530b23-814c-494d-93da-71763d63e292', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:24Z', 'updated_at': '2021-04-09T01:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_floatingips': [{'id': '06baa561-e819-452f-8d8f-d64eb112e655', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'floating_ip_address': '172.28.0.111', 'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'router_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'port_id': '410692d9-e89f-4f6c-9fb6-9f2d8082d816', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'mac_address': 'fa:16:3e:d6:c4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3002a301-5a72-464d-9501-305f289087e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T01:54:58Z', 'updated_at': '2021-04-09T01:55:35Z', 'revision_number': 1, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c', 'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'mac_address': 'fa:16:3e:b3:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2138fd35-c483-44d0-b246-34baead69e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:37Z', 'updated_at': '2021-04-09T01:54:58Z', 'revision_number': 5, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'subnets': [{'id': '2138fd35-c483-44d0-b246-34baead69e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:55:40.402439 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-38b0ccb5-f278-4070-a4c9-a19335352797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:40.536808 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-d7cc5391-9e98-4177-99bc-c961281afbe6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ba0da3921a14cd8bb8269ad14d9e3dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1809642 Apr 09 01:55:40.538259 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc5391-9e98-4177-99bc-c961281afbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fd945b-0526-408b-afcb-9220ce6615e1,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:40.538452 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54904) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:40.544875 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d7cc5391-9e98-4177-99bc-c961281afbe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:40.569928 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54908) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:40.585870 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-923e1f7d-541f-47d1-a7e4-e31956e98e21 req-194edc01-0d39-4b4e-9c45-a2e6bd801f7e service neutron] 10.222.0.60 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460025 Apr 09 01:55:40.644697 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e19c4455-7719-4a5a-af92-524fe51ff4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:40.683710 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e19c4455-7719-4a5a-af92-524fe51ff4e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:40.692276 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e19c4455-7719-4a5a-af92-524fe51ff4e9 admin admin] Usage tracker for resource:security_group_rule and tenant:12aa2ecb6ea74c8fa28d32fbb89d952e is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:40.703323 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e19c4455-7719-4a5a-af92-524fe51ff4e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:40.737200 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e19c4455-7719-4a5a-af92-524fe51ff4e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:40.811839 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3896123-4773-4c34-a267-532ad027b0cb None None] New status for floating IP 06baa561-e819-452f-8d8f-d64eb112e655: ACTIVE {{(pid=85255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 01:55:40.817392 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 54924) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:40.861351 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a78be6ca-849d-4e2c-bc1d-916803726167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:40.881000 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e19c4455-7719-4a5a-af92-524fe51ff4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:40.886742 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-585c07f1-3ded-4bf7-86c5-f79eeaac586f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:40.911053 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-a78be6ca-849d-4e2c-bc1d-916803726167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:40.927911 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-a78be6ca-849d-4e2c-bc1d-916803726167 admin admin] Usage tracker for resource:security_group_rule and tenant:9628b6b919fd498bb896f0624a3bac57 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:40.931788 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-a78be6ca-849d-4e2c-bc1d-916803726167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:40.948700 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-a78be6ca-849d-4e2c-bc1d-916803726167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:40.949666 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-585c07f1-3ded-4bf7-86c5-f79eeaac586f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:41.027769 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e19c4455-7719-4a5a-af92-524fe51ff4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:41.074866 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-1fdaae90-797d-4c7b-91e4-893ffb367cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:41.081459 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a78be6ca-849d-4e2c-bc1d-916803726167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:41.086448 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a78be6ca-849d-4e2c-bc1d-916803726167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:41.150920 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ed5c5feb-1eac-433a-9173-ab65d68aec4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:41.188785 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c4455-7719-4a5a-af92-524fe51ff4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8e2ade-eee6-45e1-be0b-4a922d17dae7,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:41.205515 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e19c4455-7719-4a5a-af92-524fe51ff4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:41.245448 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-a78be6ca-849d-4e2c-bc1d-916803726167 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9628b6b919fd498bb896f0624a3bac57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4267633 Apr 09 01:55:41.246530 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 54932) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:41.249810 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78be6ca-849d-4e2c-bc1d-916803726167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab30eaa-d37f-46ad-aeca-c1ab1e4a602c,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:41.280559 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a78be6ca-849d-4e2c-bc1d-916803726167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:41.285463 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e19c4455-7719-4a5a-af92-524fe51ff4e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12aa2ecb6ea74c8fa28d32fbb89d952e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7096701 Apr 09 01:55:41.288163 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54936) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:41.361015 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-585c07f1-3ded-4bf7-86c5-f79eeaac586f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:41.373414 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ee728e18-1352-44aa-9311-27af2a786116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:41.391990 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-585c07f1-3ded-4bf7-86c5-f79eeaac586f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:41.393612 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-585c07f1-3ded-4bf7-86c5-f79eeaac586f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87fd945b-0526-408b-afcb-9220ce6615e1 HTTP/1.1" status: 204 len: 168 time: 0.8533032 Apr 09 01:55:41.396851 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2f751418-dbdc-43c5-a5ad-46dd39c493c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:41.400370 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c07f1-3ded-4bf7-86c5-f79eeaac586f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fd945b-0526-408b-afcb-9220ce6615e1,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:41.410530 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-585c07f1-3ded-4bf7-86c5-f79eeaac586f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:41.442633 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2f751418-dbdc-43c5-a5ad-46dd39c493c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:41.549751 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2f751418-dbdc-43c5-a5ad-46dd39c493c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:41.558771 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c3c0b9a8-b4bf-4580-9d17-cb0e93250275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:41.579946 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f751418-dbdc-43c5-a5ad-46dd39c493c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8e2ade-eee6-45e1-be0b-4a922d17dae7,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:41.590032 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2f751418-dbdc-43c5-a5ad-46dd39c493c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:41.602708 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-29afb19b-5c87-4cfc-bb15-46d63cd9599c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:41.610506 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2f751418-dbdc-43c5-a5ad-46dd39c493c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:41.611766 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2f751418-dbdc-43c5-a5ad-46dd39c493c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e8e2ade-eee6-45e1-be0b-4a922d17dae7 HTTP/1.1" status: 204 len: 168 time: 0.3223405 Apr 09 01:55:41.671503 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-29afb19b-5c87-4cfc-bb15-46d63cd9599c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:41.729048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ed34e-ebc3-4650-85cc-ec53de76793f req-cc303117-6be2-4347-a889-b4de1146b8c8 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:41.731996 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8a3ed34e-ebc3-4650-85cc-ec53de76793f req-cc303117-6be2-4347-a889-b4de1146b8c8 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.4567575 Apr 09 01:55:41.841844 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8a3ed34e-ebc3-4650-85cc-ec53de76793f req-9644fbc6-da5f-48e7-aa3c-94304ad31e02 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014442 Apr 09 01:55:41.894937 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-29afb19b-5c87-4cfc-bb15-46d63cd9599c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:41.908466 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:41.963521 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afb19b-5c87-4cfc-bb15-46d63cd9599c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab30eaa-d37f-46ad-aeca-c1ab1e4a602c,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:41.980105 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-29afb19b-5c87-4cfc-bb15-46d63cd9599c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:42.013832 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-29afb19b-5c87-4cfc-bb15-46d63cd9599c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:42.016851 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-29afb19b-5c87-4cfc-bb15-46d63cd9599c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ab30eaa-d37f-46ad-aeca-c1ab1e4a602c HTTP/1.1" status: 204 len: 168 time: 0.7509143 Apr 09 01:55:42.500810 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 54970) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:42.735745 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0aaab58d-a232-4d48-8176-9046f215aa82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:42.767843 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-0aaab58d-a232-4d48-8176-9046f215aa82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:42.776097 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-0aaab58d-a232-4d48-8176-9046f215aa82 admin admin] Usage tracker for resource:security_group_rule and tenant:3ffd5d3ab51e46a7b344616d45c77012 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:42.782419 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-0aaab58d-a232-4d48-8176-9046f215aa82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:42.793864 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-0aaab58d-a232-4d48-8176-9046f215aa82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:42.944981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0aaab58d-a232-4d48-8176-9046f215aa82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:42.954413 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0aaab58d-a232-4d48-8176-9046f215aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:42.981420 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e01c568d-a76f-4f31-a786-c8131044dba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:43.067990 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-0aaab58d-a232-4d48-8176-9046f215aa82 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ffd5d3ab51e46a7b344616d45c77012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5639687 Apr 09 01:55:43.069479 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaab58d-a232-4d48-8176-9046f215aa82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb89570-788d-4f49-b909-f4214632a43f,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:43.070996 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 54998) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:43.085277 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0aaab58d-a232-4d48-8176-9046f215aa82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:43.222304 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b6e196ba-6bcc-4596-abdb-f6a4a042e15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:43.292301 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b6e196ba-6bcc-4596-abdb-f6a4a042e15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:43.357633 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199033d5-f632-4d15-a7bd-5d357283ec93 req-2f514b60-10cc-497a-ad5e-a0fc152540b1 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:43.370117 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-199033d5-f632-4d15-a7bd-5d357283ec93 req-2f514b60-10cc-497a-ad5e-a0fc152540b1 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.2415555 Apr 09 01:55:43.409738 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-199033d5-f632-4d15-a7bd-5d357283ec93 req-f1f787f0-7530-4b1b-ac77-59ed61ea9182 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369656 Apr 09 01:55:43.411618 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b6e196ba-6bcc-4596-abdb-f6a4a042e15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:43.415912 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c629b3d3-f405-41f7-bcea-9ba6d7d2fe94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:43.429778 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e196ba-6bcc-4596-abdb-f6a4a042e15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb89570-788d-4f49-b909-f4214632a43f,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:43.432796 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b6e196ba-6bcc-4596-abdb-f6a4a042e15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:43.455849 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b6e196ba-6bcc-4596-abdb-f6a4a042e15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:43.458264 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-b6e196ba-6bcc-4596-abdb-f6a4a042e15b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/afb89570-788d-4f49-b909-f4214632a43f HTTP/1.1" status: 204 len: 168 time: 0.3853223 Apr 09 01:55:43.491841 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ff5d686b-238c-4730-b2d5-20c54de7b105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:44.712805 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f6560-77b3-4e5e-a6c9-f78776c8f703 req-8edc62cb-7e00-4699-b331-7e02ea3d4c0a tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:44.715031 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a82f6560-77b3-4e5e-a6c9-f78776c8f703 req-8edc62cb-7e00-4699-b331-7e02ea3d4c0a tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.1268978 Apr 09 01:55:44.749838 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a82f6560-77b3-4e5e-a6c9-f78776c8f703 req-df32448b-b8f2-43f3-99c8-3d21ec35e5c2 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277367 Apr 09 01:55:45.245036 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 55106) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:45.677937 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f83facbe-5942-4215-acbe-8a5708aa7724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:45.694450 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-f83facbe-5942-4215-acbe-8a5708aa7724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:45.705081 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-f83facbe-5942-4215-acbe-8a5708aa7724 admin admin] Usage tracker for resource:security_group_rule and tenant:7d317e0baeee420ea6c3b765a816c019 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:45.711028 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-f83facbe-5942-4215-acbe-8a5708aa7724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:45.725356 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-f83facbe-5942-4215-acbe-8a5708aa7724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:45.897125 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f83facbe-5942-4215-acbe-8a5708aa7724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:45.903578 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f83facbe-5942-4215-acbe-8a5708aa7724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:45.953895 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-29afb19b-5c87-4cfc-bb15-46d63cd9599c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:45.993635 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55132) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:45.993904 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-f83facbe-5942-4215-acbe-8a5708aa7724 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d317e0baeee420ea6c3b765a816c019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7476768 Apr 09 01:55:45.996015 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83facbe-5942-4215-acbe-8a5708aa7724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610040ef-4e26-4a89-9069-a140f0f20b8c,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:46.070870 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-21c35c79-4082-4f8d-83e4-86ea3058aaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:46.076470 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f83facbe-5942-4215-acbe-8a5708aa7724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:46.105497 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-21c35c79-4082-4f8d-83e4-86ea3058aaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:46.146178 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df381217-d519-4064-aeaf-311f8d37879c req-e67510ba-d2ca-4d33-8512-12d9531a39d8 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:46.149160 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-df381217-d519-4064-aeaf-311f8d37879c req-e67510ba-d2ca-4d33-8512-12d9531a39d8 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.1961460 Apr 09 01:55:46.182754 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-21c35c79-4082-4f8d-83e4-86ea3058aaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:46.189945 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f7ecd671-034a-408f-bd1c-74a928b7a876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:46.205545 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c35c79-4082-4f8d-83e4-86ea3058aaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610040ef-4e26-4a89-9069-a140f0f20b8c,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:46.209171 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-21c35c79-4082-4f8d-83e4-86ea3058aaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:46.211831 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-21c35c79-4082-4f8d-83e4-86ea3058aaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:46.213247 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-df381217-d519-4064-aeaf-311f8d37879c req-548e6e4d-f9a6-412a-94c0-35b7ce193a03 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558689 Apr 09 01:55:46.222463 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-21c35c79-4082-4f8d-83e4-86ea3058aaf3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/610040ef-4e26-4a89-9069-a140f0f20b8c HTTP/1.1" status: 204 len: 168 time: 0.2270248 Apr 09 01:55:47.087621 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55178) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:47.107276 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-68040b92-c5a7-491c-88a6-d38200434e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:47.125610 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-68040b92-c5a7-491c-88a6-d38200434e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:47.130097 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-68040b92-c5a7-491c-88a6-d38200434e4c admin admin] Usage tracker for resource:security_group_rule and tenant:0b42b6e87f1f4852ac676467d6c1b274 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:47.133220 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-68040b92-c5a7-491c-88a6-d38200434e4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:47.139278 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-68040b92-c5a7-491c-88a6-d38200434e4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:47.196617 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5f30c784-dca4-4be9-8336-08272f3d9860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:47.257515 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-68040b92-c5a7-491c-88a6-d38200434e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:47.262820 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-68040b92-c5a7-491c-88a6-d38200434e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:47.273275 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-157faa2c-9ba2-4027-ad5d-9b9b789b89d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:47.306124 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68040b92-c5a7-491c-88a6-d38200434e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f628c1-e693-48b2-8930-1e5926473bd0,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:47.323782 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-68040b92-c5a7-491c-88a6-d38200434e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:47.369454 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 55190) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:47.371366 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-68040b92-c5a7-491c-88a6-d38200434e4c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b42b6e87f1f4852ac676467d6c1b274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763817 Apr 09 01:55:47.591343 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3222a87e-922d-42eb-91fa-60ea10d40264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:47.635109 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db60910-31f6-4ff8-ad57-34a8929c3893 req-14617147-632e-471b-8a00-531ac5768734 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:47.647057 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9db60910-31f6-4ff8-ad57-34a8929c3893 req-14617147-632e-471b-8a00-531ac5768734 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.2388380 Apr 09 01:55:47.656804 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3222a87e-922d-42eb-91fa-60ea10d40264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:47.740462 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9db60910-31f6-4ff8-ad57-34a8929c3893 req-f2f46bbe-337e-4d25-ad8d-c93819d03fac tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738745 Apr 09 01:55:47.747534 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3222a87e-922d-42eb-91fa-60ea10d40264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:47.753055 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:47.766873 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222a87e-922d-42eb-91fa-60ea10d40264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f628c1-e693-48b2-8930-1e5926473bd0,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:47.771848 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3222a87e-922d-42eb-91fa-60ea10d40264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:47.783944 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3222a87e-922d-42eb-91fa-60ea10d40264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:47.785129 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-3222a87e-922d-42eb-91fa-60ea10d40264 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/22f628c1-e693-48b2-8930-1e5926473bd0 HTTP/1.1" status: 204 len: 168 time: 0.4141622 Apr 09 01:55:48.191554 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:48.532261 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:49.057004 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf522d-56fc-4933-9501-1c6f9f3f538d req-e7dffa46-ffc1-411d-b93f-c59cb6bd212a tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:49.067852 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-eacf522d-56fc-4933-9501-1c6f9f3f538d req-e7dffa46-ffc1-411d-b93f-c59cb6bd212a tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.1729336 Apr 09 01:55:49.113044 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-eacf522d-56fc-4933-9501-1c6f9f3f538d req-37ea52f4-71db-4519-86b1-40f20a125d8d tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402050 Apr 09 01:55:49.515741 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 55338) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:49.716733 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:49.916140 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-29fafa06-8b33-49fd-b998-a9830c39765a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:49.935665 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-29fafa06-8b33-49fd-b998-a9830c39765a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:49.940798 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-29fafa06-8b33-49fd-b998-a9830c39765a admin admin] Usage tracker for resource:security_group_rule and tenant:bb11e5343a1e45e195497a8a9c99cc47 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:49.944471 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-29fafa06-8b33-49fd-b998-a9830c39765a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:49.978601 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55374) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:49.998017 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-29fafa06-8b33-49fd-b998-a9830c39765a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:50.124005 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-29fafa06-8b33-49fd-b998-a9830c39765a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:50.127519 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-29fafa06-8b33-49fd-b998-a9830c39765a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:50.143429 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3222a87e-922d-42eb-91fa-60ea10d40264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:50.180983 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55392) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:50.192546 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-29fafa06-8b33-49fd-b998-a9830c39765a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb11e5343a1e45e195497a8a9c99cc47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6746066 Apr 09 01:55:50.218766 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fafa06-8b33-49fd-b998-a9830c39765a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4673b4e5-cf35-4b67-b9ed-0f5858320427,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:50.222957 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-29fafa06-8b33-49fd-b998-a9830c39765a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:50.325789 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 55402) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:50.328491 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b778ac2a-47e3-44e8-b720-1f2c4b21b0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:50.366234 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b778ac2a-47e3-44e8-b720-1f2c4b21b0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:50.369182 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d5d1-7daa-4155-a8b6-95b0ab93ddf0 req-25aa0812-3178-46ed-98d1-7eb969bd289f tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:50.377708 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2392d5d1-7daa-4155-a8b6-95b0ab93ddf0 req-25aa0812-3178-46ed-98d1-7eb969bd289f tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.1397469 Apr 09 01:55:50.421712 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b778ac2a-47e3-44e8-b720-1f2c4b21b0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:50.428240 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-334be537-15d1-4ae0-9429-6c627d0e0424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:50.448708 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778ac2a-47e3-44e8-b720-1f2c4b21b0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4673b4e5-cf35-4b67-b9ed-0f5858320427,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:50.452560 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b778ac2a-47e3-44e8-b720-1f2c4b21b0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:50.455150 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2392d5d1-7daa-4155-a8b6-95b0ab93ddf0 req-09a0a6a2-09da-4679-a2c5-c750d8762b99 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762682 Apr 09 01:55:50.464683 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b778ac2a-47e3-44e8-b720-1f2c4b21b0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:50.469383 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-b778ac2a-47e3-44e8-b720-1f2c4b21b0fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4673b4e5-cf35-4b67-b9ed-0f5858320427 HTTP/1.1" status: 204 len: 168 time: 0.2869349 Apr 09 01:55:50.567112 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-271de767-782c-49a5-b7a4-a955d894c8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:50.586289 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-271de767-782c-49a5-b7a4-a955d894c8ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:50.591270 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-271de767-782c-49a5-b7a4-a955d894c8ff admin admin] Usage tracker for resource:security_group_rule and tenant:62bebb74784d449cb5b706edf7310dbd is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:50.594681 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-271de767-782c-49a5-b7a4-a955d894c8ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:50.601848 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-271de767-782c-49a5-b7a4-a955d894c8ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:50.634920 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e1eca70a-3be1-4893-8ec9-8f7fd0137ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:50.684308 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e1eca70a-3be1-4893-8ec9-8f7fd0137ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:50.694343 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e1eca70a-3be1-4893-8ec9-8f7fd0137ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:4b55562ff9a4467d92a6395cfb01afa6 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:50.701001 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-271de767-782c-49a5-b7a4-a955d894c8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:50.705463 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-271de767-782c-49a5-b7a4-a955d894c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:50.709402 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e1eca70a-3be1-4893-8ec9-8f7fd0137ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:50.715634 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d7cc5391-9e98-4177-99bc-c961281afbe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:50.723124 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e1eca70a-3be1-4893-8ec9-8f7fd0137ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:50.751893 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271de767-782c-49a5-b7a4-a955d894c8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0c087e-6c7d-402a-94fb-613006893cc8,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:50.771974 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-271de767-782c-49a5-b7a4-a955d894c8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:50.794988 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-271de767-782c-49a5-b7a4-a955d894c8ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62bebb74784d449cb5b706edf7310dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4577849 Apr 09 01:55:50.798261 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 55430) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:50.929275 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4bad5ae1-f646-444f-ac4a-9012cb83c751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:50.953431 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e1eca70a-3be1-4893-8ec9-8f7fd0137ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:50.959036 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e1eca70a-3be1-4893-8ec9-8f7fd0137ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:50.970098 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4bad5ae1-f646-444f-ac4a-9012cb83c751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:51.017040 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-68040b92-c5a7-491c-88a6-d38200434e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:51.042397 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e1eca70a-3be1-4893-8ec9-8f7fd0137ba6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b55562ff9a4467d92a6395cfb01afa6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0624406 Apr 09 01:55:51.049733 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55444) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:51.084680 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4bad5ae1-f646-444f-ac4a-9012cb83c751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:51.109006 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:51.147681 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eca70a-3be1-4893-8ec9-8f7fd0137ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5066733e-59df-4491-aa6c-63beab313c47,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:51.153798 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad5ae1-f646-444f-ac4a-9012cb83c751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0c087e-6c7d-402a-94fb-613006893cc8,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:51.169146 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-4bad5ae1-f646-444f-ac4a-9012cb83c751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:51.179693 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4bad5ae1-f646-444f-ac4a-9012cb83c751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:51.181977 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-4bad5ae1-f646-444f-ac4a-9012cb83c751 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b0c087e-6c7d-402a-94fb-613006893cc8 HTTP/1.1" status: 204 len: 168 time: 0.3822253 Apr 09 01:55:51.196264 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e1eca70a-3be1-4893-8ec9-8f7fd0137ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:51.198178 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af029086-739a-42f5-8794-8ecc3e0a4a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:51.237799 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af029086-739a-42f5-8794-8ecc3e0a4a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:51.299879 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af029086-739a-42f5-8794-8ecc3e0a4a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:51.305786 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-28dc6a02-1ff8-48a9-9a5d-093442f2458f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:51.317677 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af029086-739a-42f5-8794-8ecc3e0a4a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5066733e-59df-4491-aa6c-63beab313c47,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:51.320273 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-af029086-739a-42f5-8794-8ecc3e0a4a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:51.326156 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 55456) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:51.342921 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af029086-739a-42f5-8794-8ecc3e0a4a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:51.347118 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-af029086-739a-42f5-8794-8ecc3e0a4a85 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5066733e-59df-4491-aa6c-63beab313c47 HTTP/1.1" status: 204 len: 168 time: 0.2960269 Apr 09 01:55:51.365853 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b6d2ee40-5bcb-48ef-8437-c70774d3e72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:51.390751 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-b6d2ee40-5bcb-48ef-8437-c70774d3e72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:51.395182 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-b6d2ee40-5bcb-48ef-8437-c70774d3e72f admin admin] Usage tracker for resource:security_group_rule and tenant:403066d3d836483e89d42d896350a008 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:51.398453 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-b6d2ee40-5bcb-48ef-8437-c70774d3e72f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:51.405301 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-b6d2ee40-5bcb-48ef-8437-c70774d3e72f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:51.569242 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b6d2ee40-5bcb-48ef-8437-c70774d3e72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:51.578174 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b6d2ee40-5bcb-48ef-8437-c70774d3e72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:51.715313 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0f7a22f6-9642-4e9f-b035-b55739799ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:51.735954 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-b6d2ee40-5bcb-48ef-8437-c70774d3e72f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=403066d3d836483e89d42d896350a008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4083416 Apr 09 01:55:51.740181 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55478) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:51.831771 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2e0bac2f-8b6f-4815-b38f-ac574dba69b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:51.868732 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2e0bac2f-8b6f-4815-b38f-ac574dba69b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:51.938171 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2e0bac2f-8b6f-4815-b38f-ac574dba69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:51.946496 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-572b4808-f4d2-427b-8724-3c1325cc952f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:51.947317 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2ee40-5bcb-48ef-8437-c70774d3e72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb0248f-143a-4970-ac86-291a84091ebe,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:51.951292 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b6d2ee40-5bcb-48ef-8437-c70774d3e72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:51.989060 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3e86a-7570-45e0-af3e-5f6b2f91d39f req-a526e464-26c2-4201-b931-cba917d29a34 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:51.991977 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cac3e86a-7570-45e0-af3e-5f6b2f91d39f req-a526e464-26c2-4201-b931-cba917d29a34 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.2793612 Apr 09 01:55:52.007796 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0bac2f-8b6f-4815-b38f-ac574dba69b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb0248f-143a-4970-ac86-291a84091ebe,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:52.013717 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2e0bac2f-8b6f-4815-b38f-ac574dba69b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:52.047415 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2e0bac2f-8b6f-4815-b38f-ac574dba69b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:52.050858 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2e0bac2f-8b6f-4815-b38f-ac574dba69b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5cb0248f-143a-4970-ac86-291a84091ebe HTTP/1.1" status: 204 len: 168 time: 0.3095090 Apr 09 01:55:52.062070 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cac3e86a-7570-45e0-af3e-5f6b2f91d39f req-557c44d2-4f6f-4c46-bf98-4934eeb35720 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631568 Apr 09 01:55:52.372591 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55496) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:52.395631 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6c10d1a2-9715-4f51-a47c-08c83247ff3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:52.413228 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-6c10d1a2-9715-4f51-a47c-08c83247ff3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:52.418448 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-6c10d1a2-9715-4f51-a47c-08c83247ff3b admin admin] Usage tracker for resource:security_group_rule and tenant:051d393c19834d15aefb8863d10a0764 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:52.426420 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-6c10d1a2-9715-4f51-a47c-08c83247ff3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:52.434553 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-6c10d1a2-9715-4f51-a47c-08c83247ff3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:52.569164 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6c10d1a2-9715-4f51-a47c-08c83247ff3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:52.575214 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6c10d1a2-9715-4f51-a47c-08c83247ff3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:52.595942 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b3135056-c819-4219-8876-2945c33b52f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:52.654208 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10d1a2-9715-4f51-a47c-08c83247ff3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c979fe-75f3-49fd-b2e5-f1f0567a64ab,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:52.677115 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-6c10d1a2-9715-4f51-a47c-08c83247ff3b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=051d393c19834d15aefb8863d10a0764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981591 Apr 09 01:55:52.677115 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-6c10d1a2-9715-4f51-a47c-08c83247ff3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:52.677740 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 55506) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:52.689848 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55510) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:52.773618 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cf86bb7c-e546-4861-9211-8ea06e506fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:52.814865 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cf86bb7c-e546-4861-9211-8ea06e506fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:52.864963 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cf86bb7c-e546-4861-9211-8ea06e506fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:52.875414 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:52.932958 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cf86bb7c-e546-4861-9211-8ea06e506fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:52.937244 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-cf86bb7c-e546-4861-9211-8ea06e506fbe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0c979fe-75f3-49fd-b2e5-f1f0567a64ab HTTP/1.1" status: 204 len: 168 time: 0.2557352 Apr 09 01:55:52.950083 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86bb7c-e546-4861-9211-8ea06e506fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c979fe-75f3-49fd-b2e5-f1f0567a64ab,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:52.957842 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-cf86bb7c-e546-4861-9211-8ea06e506fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:53.271365 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c098aa7d-7b8d-4af6-8737-fe1e4e1b9e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:53.306342 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0ccce-f188-42c2-bb4e-e1dc781191b3 req-48b73a78-18e7-413b-bdb0-d0979f8f009e tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:53.308196 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8ad0ccce-f188-42c2-bb4e-e1dc781191b3 req-48b73a78-18e7-413b-bdb0-d0979f8f009e tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.0985255 Apr 09 01:55:53.314530 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c098aa7d-7b8d-4af6-8737-fe1e4e1b9e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:53.319166 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c098aa7d-7b8d-4af6-8737-fe1e4e1b9e53 admin admin] Usage tracker for resource:security_group_rule and tenant:c520547ca05443269569f3af39d105c4 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:53.329849 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c098aa7d-7b8d-4af6-8737-fe1e4e1b9e53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:53.337133 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c098aa7d-7b8d-4af6-8737-fe1e4e1b9e53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:53.349989 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8ad0ccce-f188-42c2-bb4e-e1dc781191b3 req-5f81863c-554a-47dd-8f26-30fbc6cbce18 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265989 Apr 09 01:55:53.444160 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c098aa7d-7b8d-4af6-8737-fe1e4e1b9e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:53.448244 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c098aa7d-7b8d-4af6-8737-fe1e4e1b9e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:53.464947 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-af029086-739a-42f5-8794-8ecc3e0a4a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:53.520803 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098aa7d-7b8d-4af6-8737-fe1e4e1b9e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea4ce76-381a-4389-8c7a-6c69a833ec1e,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:53.530437 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c098aa7d-7b8d-4af6-8737-fe1e4e1b9e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:53.566422 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-c098aa7d-7b8d-4af6-8737-fe1e4e1b9e53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c520547ca05443269569f3af39d105c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8722637 Apr 09 01:55:53.566775 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55538) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:53.864282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-487876f7-3c0b-426c-8e24-101f0a7da128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:53.896051 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-487876f7-3c0b-426c-8e24-101f0a7da128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:53.974604 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-487876f7-3c0b-426c-8e24-101f0a7da128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:53.983768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bdead368-9a1f-40a8-bcc7-2abacfc0562a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:54.007680 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487876f7-3c0b-426c-8e24-101f0a7da128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea4ce76-381a-4389-8c7a-6c69a833ec1e,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:54.017750 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-487876f7-3c0b-426c-8e24-101f0a7da128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:54.019977 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-487876f7-3c0b-426c-8e24-101f0a7da128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:54.021288 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-487876f7-3c0b-426c-8e24-101f0a7da128 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ea4ce76-381a-4389-8c7a-6c69a833ec1e HTTP/1.1" status: 204 len: 168 time: 0.4535446 Apr 09 01:55:54.520231 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55602) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:54.573508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-496df6c7-a5e9-4ffd-a9bb-203fb8ecdd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:54.593951 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-496df6c7-a5e9-4ffd-a9bb-203fb8ecdd25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:54.599001 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-496df6c7-a5e9-4ffd-a9bb-203fb8ecdd25 admin admin] Usage tracker for resource:security_group_rule and tenant:ef6d17e62a69427ab7bc30290695e287 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:54.602813 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-496df6c7-a5e9-4ffd-a9bb-203fb8ecdd25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:54.612384 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-496df6c7-a5e9-4ffd-a9bb-203fb8ecdd25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:54.699460 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c53681-692e-4b2c-84ac-c4a1339224ac req-04821564-bdb4-4c16-9f44-fa8caf1a311f tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:54.704648 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c1c53681-692e-4b2c-84ac-c4a1339224ac req-04821564-bdb4-4c16-9f44-fa8caf1a311f tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.1963522 Apr 09 01:55:54.752617 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c1c53681-692e-4b2c-84ac-c4a1339224ac req-4573648d-b485-4e67-8ee4-3d4e282a4e44 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436273 Apr 09 01:55:54.760706 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 55610) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:54.778769 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-496df6c7-a5e9-4ffd-a9bb-203fb8ecdd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:54.782224 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-496df6c7-a5e9-4ffd-a9bb-203fb8ecdd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:54.793613 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a39af9ac-6e12-4907-91c1-cfdb709c10c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:54.850956 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-496df6c7-a5e9-4ffd-a9bb-203fb8ecdd25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef6d17e62a69427ab7bc30290695e287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285770 Apr 09 01:55:54.851955 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496df6c7-a5e9-4ffd-a9bb-203fb8ecdd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03baf2f4-33ef-41c6-8d1e-378bcb788e0c,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:54.853751 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 55618) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:54.869030 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-496df6c7-a5e9-4ffd-a9bb-203fb8ecdd25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:54.931369 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3aad5da3-4e2b-4c7a-9d4d-46f576d58687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:54.965076 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3aad5da3-4e2b-4c7a-9d4d-46f576d58687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:55.019218 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3aad5da3-4e2b-4c7a-9d4d-46f576d58687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:55.028353 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2ece3fd3-8f4e-4e1d-9e19-19aec5e7808a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:55.044326 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3aad5da3-4e2b-4c7a-9d4d-46f576d58687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:55.045723 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-3aad5da3-4e2b-4c7a-9d4d-46f576d58687 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03baf2f4-33ef-41c6-8d1e-378bcb788e0c HTTP/1.1" status: 204 len: 168 time: 0.1908338 Apr 09 01:55:55.046814 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad5da3-4e2b-4c7a-9d4d-46f576d58687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03baf2f4-33ef-41c6-8d1e-378bcb788e0c,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:55.049924 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3aad5da3-4e2b-4c7a-9d4d-46f576d58687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:55.245882 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 55634) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:55.281874 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d6313dbe-820f-465e-89aa-de75499fc7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:55.304616 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-d6313dbe-820f-465e-89aa-de75499fc7ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:55.310545 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-d6313dbe-820f-465e-89aa-de75499fc7ad admin admin] Usage tracker for resource:security_group_rule and tenant:0ccaf50ea4194d32bcd53abc95dd158e is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:55.314768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-d6313dbe-820f-465e-89aa-de75499fc7ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:55.323227 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-d6313dbe-820f-465e-89aa-de75499fc7ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:55.519378 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5ef3ff66-52f0-42a8-904d-8c5db21fead3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:55.551567 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-5ef3ff66-52f0-42a8-904d-8c5db21fead3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:55.555422 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d6313dbe-820f-465e-89aa-de75499fc7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:55.558745 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-5ef3ff66-52f0-42a8-904d-8c5db21fead3 admin admin] Usage tracker for resource:security_group_rule and tenant:2dbcc174a1cb47439b30340270d12318 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:55.563220 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-5ef3ff66-52f0-42a8-904d-8c5db21fead3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:55.580206 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-5ef3ff66-52f0-42a8-904d-8c5db21fead3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:55.580206 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d6313dbe-820f-465e-89aa-de75499fc7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:55.615302 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-1923da9d-bca3-45e1-b59e-87153572c90e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:55.667079 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-d6313dbe-820f-465e-89aa-de75499fc7ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ccaf50ea4194d32bcd53abc95dd158e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9005549 Apr 09 01:55:55.668536 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55650) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:55.690726 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6313dbe-820f-465e-89aa-de75499fc7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07173ce0-d5c2-4927-8369-968db9a5bca4,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:55.695142 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d6313dbe-820f-465e-89aa-de75499fc7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:55.772356 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5ef3ff66-52f0-42a8-904d-8c5db21fead3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:55.780081 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5ef3ff66-52f0-42a8-904d-8c5db21fead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:55.854393 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:55.879226 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-5ef3ff66-52f0-42a8-904d-8c5db21fead3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2dbcc174a1cb47439b30340270d12318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6310143 Apr 09 01:55:55.879778 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55660) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:55.882657 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-548e9426-e8c5-4701-847f-23f44c86c727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:56.088326 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-548e9426-e8c5-4701-847f-23f44c86c727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:56.129508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-12ea41e9-4e87-4e75-8da4-66da3d35520e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:56.147814 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3ff66-52f0-42a8-904d-8c5db21fead3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f044121e-bd79-4e43-b061-ead09ef15e8c,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:56.152337 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-5ef3ff66-52f0-42a8-904d-8c5db21fead3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:56.189441 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-12ea41e9-4e87-4e75-8da4-66da3d35520e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:56.199612 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa1382-0257-46e3-9f28-138d578c031b req-01a67cf2-bdcd-4b8a-92cc-22881dfc6a5d tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:56.202203 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-61fa1382-0257-46e3-9f28-138d578c031b req-01a67cf2-bdcd-4b8a-92cc-22881dfc6a5d tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.2345121 Apr 09 01:55:56.231797 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-548e9426-e8c5-4701-847f-23f44c86c727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:56.244146 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e19c4455-7719-4a5a-af92-524fe51ff4e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:56.262021 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e9426-e8c5-4701-847f-23f44c86c727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07173ce0-d5c2-4927-8369-968db9a5bca4,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:56.265964 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-61fa1382-0257-46e3-9f28-138d578c031b req-1949c3f5-6bb6-42b5-b501-97194f747167 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487859 Apr 09 01:55:56.268467 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-548e9426-e8c5-4701-847f-23f44c86c727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:56.270094 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-548e9426-e8c5-4701-847f-23f44c86c727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:56.274501 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-548e9426-e8c5-4701-847f-23f44c86c727 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/07173ce0-d5c2-4927-8369-968db9a5bca4 HTTP/1.1" status: 204 len: 168 time: 0.6055608 Apr 09 01:55:56.285607 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-12ea41e9-4e87-4e75-8da4-66da3d35520e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:56.293381 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-79e95761-07d5-4ca3-82b5-30d3cd9f33d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:56.313625 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-12ea41e9-4e87-4e75-8da4-66da3d35520e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:56.315082 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-12ea41e9-4e87-4e75-8da4-66da3d35520e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f044121e-bd79-4e43-b061-ead09ef15e8c HTTP/1.1" status: 204 len: 168 time: 0.4189711 Apr 09 01:55:56.316073 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea41e9-4e87-4e75-8da4-66da3d35520e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f044121e-bd79-4e43-b061-ead09ef15e8c,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:56.319233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-12ea41e9-4e87-4e75-8da4-66da3d35520e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:57.506295 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:55:57.605511 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece9c4e-a69a-4c65-9b4a-9946d4243987 req-0b7c25c4-436c-4f41-9ddc-177408e22ee6 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:57.615427 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-aece9c4e-a69a-4c65-9b4a-9946d4243987 req-0b7c25c4-436c-4f41-9ddc-177408e22ee6 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.1333396 Apr 09 01:55:57.652314 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-aece9c4e-a69a-4c65-9b4a-9946d4243987 req-5a017b99-97f2-43f1-bf6a-d186accacdf5 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354140 Apr 09 01:55:58.001693 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 55764) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:58.003850 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55766) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:58.068360 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 55778) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:58.307885 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1e1b0dfe-1b46-4be3-ade2-409252b888db admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:58.329185 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-1e1b0dfe-1b46-4be3-ade2-409252b888db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:58.335077 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-1e1b0dfe-1b46-4be3-ade2-409252b888db admin admin] Usage tracker for resource:security_group_rule and tenant:8c51ad1b2b1b480b81b9f020c5294f7f is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:58.339980 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-1e1b0dfe-1b46-4be3-ade2-409252b888db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:58.348534 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-1e1b0dfe-1b46-4be3-ade2-409252b888db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:58.349978 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-830606376-network', 'tenant_id': '60b60645350a4cc1b25a039cb17eeafb'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:55:58.376721 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:58.391179 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Usage tracker for resource:network and tenant:60b60645350a4cc1b25a039cb17eeafb is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:58.398096 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:58.413579 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:58.444359 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1035235097-network', 'tenant_id': '60c2b5f2443044d88660062c502a1923'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:55:58.450102 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:58.455979 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Usage tracker for resource:network and tenant:60c2b5f2443044d88660062c502a1923 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:58.459434 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1e1b0dfe-1b46-4be3-ade2-409252b888db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:58.460741 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:58.465011 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1e1b0dfe-1b46-4be3-ade2-409252b888db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:58.470857 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Made reservation on behalf of 60b60645350a4cc1b25a039cb17eeafb for: {'network': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:55:58.478248 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for network, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:58.494625 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:58.500795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:58.505829 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-21f18fb5-b816-49b0-94d1-7016b97a0879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:58.523716 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:58.529422 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Usage tracker for resource:security_group_rule and tenant:60b60645350a4cc1b25a039cb17eeafb is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:58.533981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:58.539892 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-1e1b0dfe-1b46-4be3-ade2-409252b888db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c51ad1b2b1b480b81b9f020c5294f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5346859 Apr 09 01:55:58.540940 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b0dfe-1b46-4be3-ade2-409252b888db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265160c1-bd34-419b-b640-7578908da65c,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:58.541204 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:58.544574 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55794) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:58.548361 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-1e1b0dfe-1b46-4be3-ade2-409252b888db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:58.585913 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Made reservation on behalf of 60c2b5f2443044d88660062c502a1923 for: {'network': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:55:58.590596 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for network, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:58.622733 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3a93d3ab-b310-497e-8973-8fc30879d741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:58.659613 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3a93d3ab-b310-497e-8973-8fc30879d741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:58.685949 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:58.687849 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:58.706636 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:58.712908 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-5ef3ff66-52f0-42a8-904d-8c5db21fead3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:58.734789 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:58.741865 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3a93d3ab-b310-497e-8973-8fc30879d741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:58.753433 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-21c35c79-4082-4f8d-83e4-86ea3058aaf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:58.758275 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Usage tracker for resource:security_group_rule and tenant:60c2b5f2443044d88660062c502a1923 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:58.774930 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:58.777101 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93d3ab-b310-497e-8973-8fc30879d741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265160c1-bd34-419b-b640-7578908da65c,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:58.783827 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=85253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 01:55:58.785764 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3a93d3ab-b310-497e-8973-8fc30879d741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:58.786878 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3a93d3ab-b310-497e-8973-8fc30879d741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:58.788290 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-3a93d3ab-b310-497e-8973-8fc30879d741 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/265160c1-bd34-419b-b640-7578908da65c HTTP/1.1" status: 204 len: 168 time: 0.2421365 Apr 09 01:55:58.916424 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:59.024513 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:59.043196 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:59.050678 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2f2ace-ef2c-4ed4-9b76-ce1a3d04d186,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:59.060367 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:59.062674 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:59.063074 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.segments_db [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Added segment 9a41d13b-4707-416e-8c5b-555b5a64f2c3 of type vlan for network 974c9f79-43c5-43d8-abce-da679751781e Apr 09 01:55:59.068990 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-cf86bb7c-e546-4861-9211-8ea06e506fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:59.126626 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=85253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 01:55:59.159683 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc14119-ebe4-49fa-9ab2-2a4ed7fa2581,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:59.163730 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790974259946'] for network, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:59.171287 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:59.171671 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.segments_db [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Added segment d7c7569c-54ab-4658-98cf-f2d409cae760 of type vlan for network 304c0d54-f5c0-4d20-8f14-89b83afdf40f Apr 09 01:55:59.173227 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:59.192952 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941ae69-4346-4e2d-8ff0-e48943ed3e6f req-6b2095da-5d07-48b7-823f-4d563ad02bf6 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:59.194614 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d941ae69-4346-4e2d-8ff0-e48943ed3e6f req-6b2095da-5d07-48b7-823f-4d563ad02bf6 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.4131589 Apr 09 01:55:59.251833 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790974259946'] for network, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:59.270355 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d941ae69-4346-4e2d-8ff0-e48943ed3e6f req-872fd800-4570-4844-95e3-7c701e08831b tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457058 Apr 09 01:55:59.273833 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for network, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:59.284231 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:59.284911 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:59.293517 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:59.350519 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for network, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:59.369287 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55822) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:59.389536 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6e7b8823-e902-4dcc-81ec-48051f0193a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:59.403401 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:55:59.403774 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:59.408246 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-6e7b8823-e902-4dcc-81ec-48051f0193a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:59.412897 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-6e7b8823-e902-4dcc-81ec-48051f0193a1 admin admin] Usage tracker for resource:security_group_rule and tenant:5522279d05f444e5922e3b7f3323a167 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:59.416650 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-6e7b8823-e902-4dcc-81ec-48051f0193a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:59.424586 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-6e7b8823-e902-4dcc-81ec-48051f0193a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:59.449649 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Pushing event updated for resources: {'Network': ['ID=974c9f79-43c5-43d8-abce-da679751781e,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:59.455886 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:59.456438 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:59.463394 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Network 974c9f79-43c5-43d8-abce-da679751781e details requested by agent ovs-agent-dv-cinder-784623-6-smb with host dv-cinder-784623-6-smb {{(pid=85255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 01:55:59.482278 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4797208 Apr 09 01:55:59.483733 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55828) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:59.488200 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4180431 Apr 09 01:55:59.500891 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 55834) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:55:59.505226 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-40a30e6c-41a4-4d18-bacf-a0ff1dc8d0ee admin admin] Request body: {'subnet': {'network_id': '974c9f79-43c5-43d8-abce-da679751781e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-830606376-subnet', 'tenant_id': '60b60645350a4cc1b25a039cb17eeafb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:55:59.510140 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-5232d393-21c4-4ced-ab5c-c802cd5fe220 admin admin] Request body: {'subnet': {'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1035235097-subnet', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'ip_version': 4}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:55:59.512207 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-40a30e6c-41a4-4d18-bacf-a0ff1dc8d0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:59.516847 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-5232d393-21c4-4ced-ab5c-c802cd5fe220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:55:59.522977 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-40a30e6c-41a4-4d18-bacf-a0ff1dc8d0ee admin admin] Usage tracker for resource:subnet and tenant:60b60645350a4cc1b25a039cb17eeafb is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:59.527686 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-40a30e6c-41a4-4d18-bacf-a0ff1dc8d0ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:59.535477 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-40a30e6c-41a4-4d18-bacf-a0ff1dc8d0ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:59.549493 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a30e6c-41a4-4d18-bacf-a0ff1dc8d0ee admin admin] Made reservation on behalf of 60b60645350a4cc1b25a039cb17eeafb for: {'subnet': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:55:59.554598 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-40a30e6c-41a4-4d18-bacf-a0ff1dc8d0ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2320104'] for subnet, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:59.593980 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-5232d393-21c4-4ced-ab5c-c802cd5fe220 admin admin] Usage tracker for resource:subnet and tenant:60c2b5f2443044d88660062c502a1923 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:55:59.604170 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-5232d393-21c4-4ced-ab5c-c802cd5fe220 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:55:59.624020 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-5232d393-21c4-4ced-ab5c-c802cd5fe220 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:55:59.627696 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Pushing event updated for resources: {'Network': ['ID=304c0d54-f5c0-4d20-8f14-89b83afdf40f,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:59.632539 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:59.642544 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Network 304c0d54-f5c0-4d20-8f14-89b83afdf40f details requested by agent ovs-agent-dv-cinder-784623-6-smb with host dv-cinder-784623-6-smb {{(pid=85255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 01:55:59.644958 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5232d393-21c4-4ced-ab5c-c802cd5fe220 admin admin] Made reservation on behalf of 60c2b5f2443044d88660062c502a1923 for: {'subnet': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:55:59.651576 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5232d393-21c4-4ced-ab5c-c802cd5fe220 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:59.825188 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6e7b8823-e902-4dcc-81ec-48051f0193a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:59.852807 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6e7b8823-e902-4dcc-81ec-48051f0193a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:55:59.862793 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3a93d3ab-b310-497e-8973-8fc30879d741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:55:59.908357 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b8823-e902-4dcc-81ec-48051f0193a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a425dd-700d-4cfe-a203-9bdb07415ba8,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:55:59.922427 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-6e7b8823-e902-4dcc-81ec-48051f0193a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:55:59.939314 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-6e7b8823-e902-4dcc-81ec-48051f0193a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5522279d05f444e5922e3b7f3323a167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5640509 Apr 09 01:56:00.010426 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55844) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:00.119225 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d60fe26e-af02-49fe-93c6-e86d6588e5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:00.235509 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d60fe26e-af02-49fe-93c6-e86d6588e5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:00.333446 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-40a30e6c-41a4-4d18-bacf-a0ff1dc8d0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2178371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2320089'] for subnet, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:00.413055 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ec8381b1-8420-45ca-8fa1-f745e945c86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:00.431232 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5232d393-21c4-4ced-ab5c-c802cd5fe220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for subnet, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:00.448208 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-6e684990-4ac4-4f65-b49e-8c7eec03594f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:00.544035 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 55872) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:00.568261 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a30e6c-41a4-4d18-bacf-a0ff1dc8d0ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c9965e3-2851-4ad3-9d7e-9f27097f8e5e,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:00.576850 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-40a30e6c-41a4-4d18-bacf-a0ff1dc8d0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:00.623017 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d60fe26e-af02-49fe-93c6-e86d6588e5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:00.630424 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-7507cfbf-4c06-4e13-8044-bebdd5876d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:00.652184 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fe26e-af02-49fe-93c6-e86d6588e5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a425dd-700d-4cfe-a203-9bdb07415ba8,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:00.662862 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d60fe26e-af02-49fe-93c6-e86d6588e5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:00.671335 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d60fe26e-af02-49fe-93c6-e86d6588e5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:00.676732 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-d60fe26e-af02-49fe-93c6-e86d6588e5d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84a425dd-700d-4cfe-a203-9bdb07415ba8 HTTP/1.1" status: 204 len: 168 time: 0.6565959 Apr 09 01:56:00.705530 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a30e6c-41a4-4d18-bacf-a0ff1dc8d0ee admin admin] Checking segment: {'id': '9a41d13b-4707-416e-8c5b-555b5a64f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '974c9f79-43c5-43d8-abce-da679751781e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:56:00.705530 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a30e6c-41a4-4d18-bacf-a0ff1dc8d0ee admin admin] Network hostable DHCP agents. Network: 974c9f79-43c5-43d8-abce-da679751781e, hostable agents: ['68056bad-9ad5-43c2-8e53-4c698c5ccbf6'], hosted agents: [] {{(pid=85254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 01:56:00.731106 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a30e6c-41a4-4d18-bacf-a0ff1dc8d0ee admin admin] Network 974c9f79-43c5-43d8-abce-da679751781e is scheduled to be hosted by DHCP agent 68056bad-9ad5-43c2-8e53-4c698c5ccbf6 with binding_index 1 {{(pid=85254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 01:56:00.745061 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-40a30e6c-41a4-4d18-bacf-a0ff1dc8d0ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-smb, 974c9f79-43c5-43d8-abce-da679751781e) {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:56:00.759640 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49bb111-c2aa-46bd-82e6-c0d4b39584ab None None] Network 974c9f79-43c5-43d8-abce-da679751781e requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:56:00.792935 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a30e6c-41a4-4d18-bacf-a0ff1dc8d0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:00.793610 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-40a30e6c-41a4-4d18-bacf-a0ff1dc8d0ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:00.852785 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-40a30e6c-41a4-4d18-bacf-a0ff1dc8d0ee admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3575332 Apr 09 01:56:00.885804 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c76d777a-90d4-4c02-bc66-3b09ecbdb130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:00.901366 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232d393-21c4-4ced-ab5c-c802cd5fe220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beb41680-af3e-4255-9cd6-b1accfa86904,revision_number=0']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:00.908876 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-5232d393-21c4-4ced-ab5c-c802cd5fe220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:00.925836 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c76d777a-90d4-4c02-bc66-3b09ecbdb130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:00.944689 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c76d777a-90d4-4c02-bc66-3b09ecbdb130 admin admin] Usage tracker for resource:security_group_rule and tenant:30b7054eaf634f5fa52e940ea4ad81db is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:00.954758 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c76d777a-90d4-4c02-bc66-3b09ecbdb130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:00.970312 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c76d777a-90d4-4c02-bc66-3b09ecbdb130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:01.000838 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5ac4e-9ac5-4c5b-bae5-c45719fca263 req-acc8e64f-aae3-40be-a887-319bf702ade6 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:01.010645 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b3b5ac4e-9ac5-4c5b-bae5-c45719fca263 req-acc8e64f-aae3-40be-a887-319bf702ade6 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.5325322 Apr 09 01:56:01.163778 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05338ddb-e040-4046-8406-29723f5ffdb3 None None] Network 974c9f79-43c5-43d8-abce-da679751781e requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:56:01.173612 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b3b5ac4e-9ac5-4c5b-bae5-c45719fca263 req-9012589f-8e63-4161-b17e-ba005de45cb8 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540236 Apr 09 01:56:01.214102 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232d393-21c4-4ced-ab5c-c802cd5fe220 admin admin] Checking segment: {'id': 'd7c7569c-54ab-4658-98cf-f2d409cae760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:56:01.214717 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5232d393-21c4-4ced-ab5c-c802cd5fe220 admin admin] Network hostable DHCP agents. Network: 304c0d54-f5c0-4d20-8f14-89b83afdf40f, hostable agents: ['68056bad-9ad5-43c2-8e53-4c698c5ccbf6'], hosted agents: [] {{(pid=85253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 01:56:01.301617 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5232d393-21c4-4ced-ab5c-c802cd5fe220 admin admin] Network 304c0d54-f5c0-4d20-8f14-89b83afdf40f is scheduled to be hosted by DHCP agent 68056bad-9ad5-43c2-8e53-4c698c5ccbf6 with binding_index 1 {{(pid=85253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 01:56:01.328333 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c76d777a-90d4-4c02-bc66-3b09ecbdb130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:01.330384 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-5232d393-21c4-4ced-ab5c-c802cd5fe220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-smb, 304c0d54-f5c0-4d20-8f14-89b83afdf40f) {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:56:01.335321 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5232d393-21c4-4ced-ab5c-c802cd5fe220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:01.335963 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5232d393-21c4-4ced-ab5c-c802cd5fe220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for subnet, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:01.343266 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c76d777a-90d4-4c02-bc66-3b09ecbdb130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:01.354951 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c830d8-4673-4681-9ea4-a38fcbc1fb48 None None] Network 304c0d54-f5c0-4d20-8f14-89b83afdf40f requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:56:01.363272 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d6313dbe-820f-465e-89aa-de75499fc7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:01.431191 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-c76d777a-90d4-4c02-bc66-3b09ecbdb130 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30b7054eaf634f5fa52e940ea4ad81db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8765275 Apr 09 01:56:01.437174 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55892) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:01.437821 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-5232d393-21c4-4ced-ab5c-c802cd5fe220 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9357822 Apr 09 01:56:01.437950 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55894) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:01.439031 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d777a-90d4-4c02-bc66-3b09ecbdb130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4ac879-7e7b-4890-a986-81d67c2cc0d0,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:01.442582 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c76d777a-90d4-4c02-bc66-3b09ecbdb130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:01.477617 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1035235097-router', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:01.494216 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:01.510329 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Usage tracker for resource:router and tenant:60c2b5f2443044d88660062c502a1923 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:01.516570 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:01.533121 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:01.599728 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773841'] for router, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:01.601243 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1940'] for router, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:01.632299 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cb681c9a-2532-419b-8712-6f506548d15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:01.642010 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:01.861894 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51a003c9-ca63-50ac-9cc8-aae34d64f8f4-304c0d54-f5c0-4d20-8f14-89b83afdf40f', 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'fixed_ips': [{'subnet_id': 'beb41680-af3e-4255-9cd6-b1accfa86904'}]}} from dv-cinder-784623-6-smb. {{(pid=85255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 09 01:56:01.863251 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:01.997270 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cb681c9a-2532-419b-8712-6f506548d15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:02.074362 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 55922) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:02.080775 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-392429942-network', 'tenant_id': '9a5bcf8aabfb4f1989f0105663407ea8'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:02.086247 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:02.091085 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Usage tracker for resource:network and tenant:9a5bcf8aabfb4f1989f0105663407ea8 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:02.094413 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:02.102098 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:02.114566 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Made reservation on behalf of 9a5bcf8aabfb4f1989f0105663407ea8 for: {'network': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:56:02.120710 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for network, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:02.131359 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1925'] for router, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:02.141930 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:02.173976 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:02.179976 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Usage tracker for resource:security_group_rule and tenant:9a5bcf8aabfb4f1989f0105663407ea8 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:02.183785 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:02.193093 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:02.196561 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:02.198538 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cb681c9a-2532-419b-8712-6f506548d15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:02.213525 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2f751418-dbdc-43c5-a5ad-46dd39c493c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:02.220692 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Allocated IP 172.20.0.2 (304c0d54-f5c0-4d20-8f14-89b83afdf40f/beb41680-af3e-4255-9cd6-b1accfa86904/a34f71fa-df0b-4fb3-85f7-963c92af45e1) {{(pid=85255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:56:02.329182 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb681c9a-2532-419b-8712-6f506548d15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4ac879-7e7b-4890-a986-81d67c2cc0d0,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:02.338432 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-cb681c9a-2532-419b-8712-6f506548d15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:02.371907 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cb681c9a-2532-419b-8712-6f506548d15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:02.372693 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:02.378519 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-cb681c9a-2532-419b-8712-6f506548d15b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e4ac879-7e7b-4890-a986-81d67c2cc0d0 HTTP/1.1" status: 204 len: 168 time: 0.9340410 Apr 09 01:56:02.459538 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:02.464891 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Notify callbacks [] for port, precommit_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:02.466339 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e6e2578d-222a-47fc-ac7a-2fc8831dc821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:02.479009 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Transition to ACTIVE for port object a34f71fa-df0b-4fb3-85f7-963c92af45e1 will not be triggered until provisioned by entity L2. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:56:02.500575 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Transition to ACTIVE for port object a34f71fa-df0b-4fb3-85f7-963c92af45e1 will not be triggered until provisioned by entity DHCP. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:56:02.522158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:02.545061 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:02.548026 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846782b8-fb9e-4ed4-9c6f-a87a3f42c4a1,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:02.548287 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55934) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:02.567266 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:02.593510 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=85253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 01:56:02.633241 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:02.634005 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.segments_db [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Added segment 74696251-f5e8-40c9-8997-209d787dca33 of type vlan for network 7a70769d-0c40-45b0-8945-8a89d63ae093 Apr 09 01:56:02.634489 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Pushing event updated for resources: {'Port': ['ID=a34f71fa-df0b-4fb3-85f7-963c92af45e1,revision_number=1']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:02.638848 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:02.661555 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffdd96-3cc9-4f01-906b-bbe7d13c772e req-f5fe7685-27ad-43bd-9b79-d0f886faed1b tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:02.664529 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-47ffdd96-3cc9-4f01-906b-bbe7d13c772e req-f5fe7685-27ad-43bd-9b79-d0f886faed1b tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.2970846 Apr 09 01:56:02.803190 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-47ffdd96-3cc9-4f01-906b-bbe7d13c772e req-10549929-46cb-4289-8428-fbac466cb237 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684040 Apr 09 01:56:02.814308 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790974259946'] for network, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:02.832412 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Network 304c0d54-f5c0-4d20-8f14-89b83afdf40f is already hosted by enough agents. {{(pid=85255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:56:02.834528 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Resources bound (agent type, host, resource id): {{(pid=85255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:56:02.838685 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:02.840619 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Received port after_create {{(pid=85255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:56:02.899916 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for network, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:02.902250 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:02.903323 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:02.929114 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:02.981044 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:03.047507 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9719050 Apr 09 01:56:03.061529 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55950) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:03.062102 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Attempting to bind port a34f71fa-df0b-4fb3-85f7-963c92af45e1 on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:56:03.063474 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Attempting to bind port a34f71fa-df0b-4fb3-85f7-963c92af45e1 by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': 'd7c7569c-54ab-4658-98cf-f2d409cae760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f'}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:56:03.065498 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Attempting to bind port a34f71fa-df0b-4fb3-85f7-963c92af45e1 on network 304c0d54-f5c0-4d20-8f14-89b83afdf40f {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:56:03.073938 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-d6624471-4f0a-4ca1-b886-9dbad5b2fe22 admin admin] Request body: {'subnet': {'network_id': '7a70769d-0c40-45b0-8945-8a89d63ae093', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-392429942-subnet', 'tenant_id': '9a5bcf8aabfb4f1989f0105663407ea8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:03.085387 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:56:03.085830 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Checking segment: {'id': 'd7c7569c-54ab-4658-98cf-f2d409cae760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:56:03.086295 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:03.086743 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Bound using segment: {'id': 'd7c7569c-54ab-4658-98cf-f2d409cae760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f'} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:56:03.087280 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Bound port: a34f71fa-df0b-4fb3-85f7-963c92af45e1, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c7569c-54ab-4658-98cf-f2d409cae760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f'}}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:56:03.087703 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:03.095308 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-d6624471-4f0a-4ca1-b886-9dbad5b2fe22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:03.099675 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-d6624471-4f0a-4ca1-b886-9dbad5b2fe22 admin admin] Usage tracker for resource:subnet and tenant:9a5bcf8aabfb4f1989f0105663407ea8 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:03.103025 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-d6624471-4f0a-4ca1-b886-9dbad5b2fe22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:03.109742 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-d6624471-4f0a-4ca1-b886-9dbad5b2fe22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:03.121801 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6624471-4f0a-4ca1-b886-9dbad5b2fe22 admin admin] Made reservation on behalf of 9a5bcf8aabfb4f1989f0105663407ea8 for: {'subnet': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:56:03.127633 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d6624471-4f0a-4ca1-b886-9dbad5b2fe22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2320104'] for subnet, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:03.193861 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Pushing event updated for resources: {'Network': ['ID=7a70769d-0c40-45b0-8945-8a89d63ae093,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:03.197949 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:03.208427 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Network 7a70769d-0c40-45b0-8945-8a89d63ae093 details requested by agent ovs-agent-dv-cinder-784623-6-smb with host dv-cinder-784623-6-smb {{(pid=85255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 01:56:03.269805 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1221803830-network', 'tenant_id': '7c94033d3401408faf093aeb8bcd999a'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:03.280043 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:03.289141 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Usage tracker for resource:network and tenant:7c94033d3401408faf093aeb8bcd999a is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:03.299096 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:03.343065 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:03.390282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Made reservation on behalf of 7c94033d3401408faf093aeb8bcd999a for: {'network': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:56:03.395177 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for network, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:03.419043 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:03.452384 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:03.456147 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] For port a34f71fa-df0b-4fb3-85f7-963c92af45e1, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:56:03.456441 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Usage tracker for resource:security_group_rule and tenant:7c94033d3401408faf093aeb8bcd999a is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:03.459934 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Allocated IP 172.28.0.97 (8df4ea79-732a-43b6-97d7-19109b70c389/9f1b2a28-977e-4854-8466-cbb1a9b3b7c1/8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c) {{(pid=85254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:56:03.463509 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:03.472738 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:03.479258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] For port a34f71fa-df0b-4fb3-85f7-963c92af45e1, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=a34f71fa-df0b-4fb3-85f7-963c92af45e1,segment=NetworkSegment(d7c7569c-54ab-4658-98cf-f2d409cae760),segment_id=d7c7569c-54ab-4658-98cf-f2d409cae760)] {{(pid=85255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:56:03.485678 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:03.515378 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-96be0023-9b8e-4ce8-9303-13acac75fc29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:03.816468 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:03.875219 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:03.934108 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:03.939633 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-1ea3c6fc-8f40-4005-95bb-52c62156f165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:04.077793 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Pushing event updated for resources: {'Port': ['ID=a34f71fa-df0b-4fb3-85f7-963c92af45e1,revision_number=2']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:04.094530 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:04.258129 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=85254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 01:56:04.267795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb69935-6240-42ec-a2cf-9b9587514c47,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:04.273185 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:04.274242 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:04.280319 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:04.280701 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.segments_db [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Added segment 8d9e5380-5ad1-47ae-a24b-a5235e385a42 of type vlan for network 40b8a8c0-58de-4258-a800-2849c860f84f Apr 09 01:56:04.300472 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:04.501248 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790974259946'] for network, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:04.526682 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:04.549509 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:04.559765 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd2395-3dc6-4c20-bb7b-47e258dd68c8 req-c7e85e7e-b999-4dd0-92ca-4ded8ad1c745 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:04.578898 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-85bd2395-3dc6-4c20-bb7b-47e258dd68c8 req-c7e85e7e-b999-4dd0-92ca-4ded8ad1c745 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.2508678 Apr 09 01:56:04.615000 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for network, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:04.619235 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:04.619882 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:04.631107 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:04.704202 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-85bd2395-3dc6-4c20-bb7b-47e258dd68c8 req-41be5a59-2de4-4851-b668-8bb0b28e0f3c tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042495 Apr 09 01:56:04.715570 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Network 8df4ea79-732a-43b6-97d7-19109b70c389 is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:56:04.769966 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:56:04.784439 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Received port after_create {{(pid=85254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:56:04.937774 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Pushing event updated for resources: {'Network': ['ID=40b8a8c0-58de-4258-a800-2849c860f84f,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:04.951154 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3959279 Apr 09 01:56:04.951353 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Network 40b8a8c0-58de-4258-a800-2849c860f84f details requested by agent ovs-agent-dv-cinder-784623-6-smb with host dv-cinder-784623-6-smb {{(pid=85255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 01:56:04.951500 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:04.951500 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 55984) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:04.957921 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d6624471-4f0a-4ca1-b886-9dbad5b2fe22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2178371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2320089'] for subnet, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:04.962338 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-308f57b9-69d3-40fb-917a-1edeb5064a9b admin admin] Request body: {'subnet': {'network_id': '40b8a8c0-58de-4258-a800-2849c860f84f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1221803830-subnet', 'tenant_id': '7c94033d3401408faf093aeb8bcd999a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:04.968133 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-308f57b9-69d3-40fb-917a-1edeb5064a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:04.972584 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-308f57b9-69d3-40fb-917a-1edeb5064a9b admin admin] Usage tracker for resource:subnet and tenant:7c94033d3401408faf093aeb8bcd999a is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:04.976698 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-308f57b9-69d3-40fb-917a-1edeb5064a9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:04.984009 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-308f57b9-69d3-40fb-917a-1edeb5064a9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:05.082038 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308f57b9-69d3-40fb-917a-1edeb5064a9b admin admin] Made reservation on behalf of 7c94033d3401408faf093aeb8bcd999a for: {'subnet': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:56:05.087203 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-308f57b9-69d3-40fb-917a-1edeb5064a9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2320104'] for subnet, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:05.329013 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-11e5527d-289d-4bf3-a70b-27012c9cce52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:05.508944 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6624471-4f0a-4ca1-b886-9dbad5b2fe22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbbb92b7-0d91-4d7d-b8e8-0b3452d3acfd,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:05.518577 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d6624471-4f0a-4ca1-b886-9dbad5b2fe22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:05.785808 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device a34f71fa-df0b-4fb3-85f7-963c92af45e1 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:56:05.824549 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6624471-4f0a-4ca1-b886-9dbad5b2fe22 admin admin] Checking segment: {'id': '74696251-f5e8-40c9-8997-209d787dca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7a70769d-0c40-45b0-8945-8a89d63ae093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:56:05.824973 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6624471-4f0a-4ca1-b886-9dbad5b2fe22 admin admin] Network hostable DHCP agents. Network: 7a70769d-0c40-45b0-8945-8a89d63ae093, hostable agents: ['68056bad-9ad5-43c2-8e53-4c698c5ccbf6'], hosted agents: [] {{(pid=85254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 01:56:05.892186 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port a34f71fa-df0b-4fb3-85f7-963c92af45e1 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:56:05.893173 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:05.955834 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6624471-4f0a-4ca1-b886-9dbad5b2fe22 admin admin] Network 7a70769d-0c40-45b0-8945-8a89d63ae093 is scheduled to be hosted by DHCP agent 68056bad-9ad5-43c2-8e53-4c698c5ccbf6 with binding_index 1 {{(pid=85254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 01:56:06.004411 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39245f54-f526-44c2-b98b-362fdb4f96be req-83b748b7-216b-4b58-9a13-836dc08a80d5 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:06.006224 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-39245f54-f526-44c2-b98b-362fdb4f96be req-83b748b7-216b-4b58-9a13-836dc08a80d5 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.0976751 Apr 09 01:56:06.050232 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-39245f54-f526-44c2-b98b-362fdb4f96be req-61bc10f9-f97e-4b78-a722-cec4fbee82b6 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365920 Apr 09 01:56:06.079415 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-d6624471-4f0a-4ca1-b886-9dbad5b2fe22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-smb, 7a70769d-0c40-45b0-8945-8a89d63ae093) {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:56:06.103800 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279c8907-9fda-4895-8d7f-e464bb6b7251 None None] Network 7a70769d-0c40-45b0-8945-8a89d63ae093 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:56:06.107825 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6624471-4f0a-4ca1-b886-9dbad5b2fe22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:06.108472 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d6624471-4f0a-4ca1-b886-9dbad5b2fe22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:06.200295 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-d6624471-4f0a-4ca1-b886-9dbad5b2fe22 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.1363952 Apr 09 01:56:06.214077 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80477cc6-b3a8-4ca4-bb47-72a42eae3e07 None None] Network 304c0d54-f5c0-4d20-8f14-89b83afdf40f requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:56:06.370772 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 56004) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:06.442005 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe9dbfb-a6a9-4c1e-9c63-6a5dcaa068e7 admin admin] Deleting subnet 5c9965e3-2851-4ad3-9d7e-9f27097f8e5e {{(pid=85253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 01:56:06.446192 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1fe9dbfb-a6a9-4c1e-9c63-6a5dcaa068e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:06.509737 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1fe9dbfb-a6a9-4c1e-9c63-6a5dcaa068e7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:06.518950 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1fe9dbfb-a6a9-4c1e-9c63-6a5dcaa068e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:06.563078 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-65d13636-bbf0-40a1-b7d9-01d52eb71bee None None] Provisioning for port a34f71fa-df0b-4fb3-85f7-963c92af45e1 completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:56:06.574184 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a2b603-15df-421e-b294-971aff253f25 None None] Network 7a70769d-0c40-45b0-8945-8a89d63ae093 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:56:06.610120 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-65d13636-bbf0-40a1-b7d9-01d52eb71bee None None] Provisioning complete for port a34f71fa-df0b-4fb3-85f7-963c92af45e1 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:56:06.610616 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-65d13636-bbf0-40a1-b7d9-01d52eb71bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:07.074495 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-65d13636-bbf0-40a1-b7d9-01d52eb71bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:07.077251 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854004705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854110841'] for router, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:07.206385 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-65d13636-bbf0-40a1-b7d9-01d52eb71bee None None] For port a34f71fa-df0b-4fb3-85f7-963c92af45e1, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=a34f71fa-df0b-4fb3-85f7-963c92af45e1,segment=NetworkSegment(d7c7569c-54ab-4658-98cf-f2d409cae760),segment_id=d7c7569c-54ab-4658-98cf-f2d409cae760)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:56:07.228161 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-65d13636-bbf0-40a1-b7d9-01d52eb71bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:07.234719 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:07.241870 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-308f57b9-69d3-40fb-917a-1edeb5064a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2178371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2320089'] for subnet, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:07.283924 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1fe9dbfb-a6a9-4c1e-9c63-6a5dcaa068e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for subnet, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:07.358646 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bcd4f225-e9a0-4eeb-8174-08b7d75f4ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:07.366096 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d13636-bbf0-40a1-b7d9-01d52eb71bee None None] Pushing event updated for resources: {'Port': ['ID=a34f71fa-df0b-4fb3-85f7-963c92af45e1,revision_number=3']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:07.371972 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-65d13636-bbf0-40a1-b7d9-01d52eb71bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:07.463174 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:07.556570 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f57b9-69d3-40fb-917a-1edeb5064a9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d755bcb-b648-4518-90f0-130d9072544d,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:07.588747 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-308f57b9-69d3-40fb-917a-1edeb5064a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:07.780783 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1fe9dbfb-a6a9-4c1e-9c63-6a5dcaa068e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for subnet, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:07.800108 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-1fe9dbfb-a6a9-4c1e-9c63-6a5dcaa068e7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5c9965e3-2851-4ad3-9d7e-9f27097f8e5e HTTP/1.1" status: 204 len: 168 time: 1.4280057 Apr 09 01:56:07.801418 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9dbfb-a6a9-4c1e-9c63-6a5dcaa068e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c9965e3-2851-4ad3-9d7e-9f27097f8e5e,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:07.817689 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-736e4059-a4db-4d16-8a87-286ea034cc45 None None] Provisioning complete for port a34f71fa-df0b-4fb3-85f7-963c92af45e1 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:56:07.819275 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-736e4059-a4db-4d16-8a87-286ea034cc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:07.819426 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56040) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:07.826256 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-1fe9dbfb-a6a9-4c1e-9c63-6a5dcaa068e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:07.896537 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc919e3-62f7-450e-a42f-82c5da2fa598 req-52f0bbee-5499-49fd-874f-967e5dbee869 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:07.910713 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4cc919e3-62f7-450e-a42f-82c5da2fa598 req-52f0bbee-5499-49fd-874f-967e5dbee869 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.5598269 Apr 09 01:56:07.919815 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device a34f71fa-df0b-4fb3-85f7-963c92af45e1 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:56:08.043210 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4cc919e3-62f7-450e-a42f-82c5da2fa598 req-77ebf5f6-0335-4ce5-b67b-b35672470fc6 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125998 Apr 09 01:56:08.117670 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Router 13f85294-0222-4bc3-875a-ba9999a06523 is scheduled to L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 with binding_index 1 {{(pid=85254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 09 01:56:08.202455 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port a34f71fa-df0b-4fb3-85f7-963c92af45e1 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:56:08.202881 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:08.282407 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e0e97a9a-f417-4a41-9a15-1d5af3fbe7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-397677'] for network, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:08.304416 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb7b69-3cf9-4813-bdee-c5dd6ce672b2 req-da99daad-5194-444f-9eb7-8ee8b9369574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:08.306031 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-15cb7b69-3cf9-4813-bdee-c5dd6ce672b2 req-da99daad-5194-444f-9eb7-8ee8b9369574 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 1099 time: 0.2611938 Apr 09 01:56:08.355717 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-15cb7b69-3cf9-4813-bdee-c5dd6ce672b2 req-b4193fff-14d4-440b-b62b-6462f51d5d55 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415404 Apr 09 01:56:08.512484 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308f57b9-69d3-40fb-917a-1edeb5064a9b admin admin] Checking segment: {'id': '8d9e5380-5ad1-47ae-a24b-a5235e385a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '40b8a8c0-58de-4258-a800-2849c860f84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:56:08.512911 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308f57b9-69d3-40fb-917a-1edeb5064a9b admin admin] Network hostable DHCP agents. Network: 40b8a8c0-58de-4258-a800-2849c860f84f, hostable agents: ['68056bad-9ad5-43c2-8e53-4c698c5ccbf6'], hosted agents: [] {{(pid=85254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 01:56:08.650542 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308f57b9-69d3-40fb-917a-1edeb5064a9b admin admin] Network 40b8a8c0-58de-4258-a800-2849c860f84f is scheduled to be hosted by DHCP agent 68056bad-9ad5-43c2-8e53-4c698c5ccbf6 with binding_index 1 {{(pid=85254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 01:56:08.657697 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e0e97a9a-f417-4a41-9a15-1d5af3fbe7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245879998222'] for network, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:08.696690 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:56:08.711657 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Sync routers for ids ['13f85294-0222-4bc3-875a-ba9999a06523'] in dv-cinder-784623-6-smb {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:56:08.722908 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Routers {'13f85294-0222-4bc3-875a-ba9999a06523'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:56:08.723602 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:55:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['13f85294-0222-4bc3-875a-ba9999a06523'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:08.749528 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-308f57b9-69d3-40fb-917a-1edeb5064a9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-smb, 40b8a8c0-58de-4258-a800-2849c860f84f) {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:56:08.767057 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e42a95-38a8-42c8-951e-f0a13cc05fab None None] Network 40b8a8c0-58de-4258-a800-2849c860f84f requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:56:08.799132 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308f57b9-69d3-40fb-917a-1edeb5064a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:08.799777 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-308f57b9-69d3-40fb-917a-1edeb5064a9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:08.819491 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Notify callbacks [] for router, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:08.823578 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.3746095 Apr 09 01:56:08.824549 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 56052) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:08.830986 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-e0e97a9a-f417-4a41-9a15-1d5af3fbe7f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974c9f79-43c5-43d8-abce-da679751781e']}} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:08.854924 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-308f57b9-69d3-40fb-917a-1edeb5064a9b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.9011614 Apr 09 01:56:08.862669 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-e0e97a9a-f417-4a41-9a15-1d5af3fbe7f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a41d13b-4707-416e-8c5b-555b5a64f2c3') {'for_net_delete': True} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:08.863026 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-e0e97a9a-f417-4a41-9a15-1d5af3fbe7f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a41d13b-4707-416e-8c5b-555b5a64f2c3') {} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:08.932131 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e0e97a9a-f417-4a41-9a15-1d5af3fbe7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245879917052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2887887'] for segment, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:09.000922 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e0e97a9a-f417-4a41-9a15-1d5af3fbe7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:09.026779 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e97a9a-f417-4a41-9a15-1d5af3fbe7f6 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=85254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 01:56:09.302976 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Set router 13f85294-0222-4bc3-875a-ba9999a06523 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:56:09.675481 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05217ff-32e6-41b9-97c0-bb0ca58631b1 None None] Network 40b8a8c0-58de-4258-a800-2849c860f84f requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:56:09.753623 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f400d-87ae-4a74-b4e3-3b8f3bc98b8e req-9c2e9a29-f054-4b98-8c83-46c2ebf359cd tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:09.758953 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-970f400d-87ae-4a74-b4e3-3b8f3bc98b8e req-9c2e9a29-f054-4b98-8c83-46c2ebf359cd tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.3441572 Apr 09 01:56:09.804180 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-e0e97a9a-f417-4a41-9a15-1d5af3fbe7f6 admin admin] Network 974c9f79-43c5-43d8-abce-da679751781e has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 01:56:09.842957 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e0e97a9a-f417-4a41-9a15-1d5af3fbe7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852597294'] for segment, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:10.242563 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f85294-0222-4bc3-875a-ba9999a06523', 'name': 'tempest-TestShelveInstance-1035235097-router', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:01Z', 'updated_at': '2021-04-09T01:56:05Z', 'revision_number': 3, 'project_id': '60c2b5f2443044d88660062c502a1923', 'gw_port': {'id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:56:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:03Z', 'updated_at': '2021-04-09T01:56:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:10.254883 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Checking router: 13f85294-0222-4bc3-875a-ba9999a06523 for host: dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:56:10.255574 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Updating router 13f85294-0222-4bc3-875a-ba9999a06523 port 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c binding host dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 01:56:10.379054 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:10.394911 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-e0e97a9a-f417-4a41-9a15-1d5af3fbe7f6 admin admin] Network 974c9f79-43c5-43d8-abce-da679751781e has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: Traceback (most recent call last): Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: timer() Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: cb(*args, **kw) Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: return func(*args, **kwargs) Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: self._notify() Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: self.callback(batched_events) Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: event.method(event) Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: segment_id)['aggregates'][0] Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: return f(self, *a, **k) Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: return self._get(url).json() Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: **kwargs) Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: return self.request(url, 'GET', **kwargs) Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: **endpoint_filter) Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 01:56:10.445526 dv-cinder-784623-6-smb neutron-server[85140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 01:56:10.526319 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-970f400d-87ae-4a74-b4e3-3b8f3bc98b8e req-46fb62d3-f626-4adc-b08f-21991fea5349 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376049 Apr 09 01:56:10.585290 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e0e97a9a-f417-4a41-9a15-1d5af3fbe7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665026'] for network, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:10.590284 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e0e97a9a-f417-4a41-9a15-1d5af3fbe7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:10.602334 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:10.648654 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e97a9a-f417-4a41-9a15-1d5af3fbe7f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=974c9f79-43c5-43d8-abce-da679751781e,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:10.653543 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e0e97a9a-f417-4a41-9a15-1d5af3fbe7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:10.653750 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:10.665976 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e0e97a9a-f417-4a41-9a15-1d5af3fbe7f6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/974c9f79-43c5-43d8-abce-da679751781e HTTP/1.1" status: 204 len: 168 time: 2.8264081 Apr 09 01:56:10.665976 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56092) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:10.666820 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56096) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:10.674614 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1715421490-network', 'tenant_id': '5c14046ba13e4a5d8ebbf95cf5ce532f'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:10.733708 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:10.741644 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Usage tracker for resource:network and tenant:5c14046ba13e4a5d8ebbf95cf5ce532f is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:10.746269 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:10.757474 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:10.772723 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f2998e-7dd9-48ee-8708-4581a66b548b admin admin] Deleting subnet dbbb92b7-0d91-4d7d-b8e8-0b3452d3acfd {{(pid=85254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 01:56:10.777962 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b5f2998e-7dd9-48ee-8708-4581a66b548b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:10.819273 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Made reservation on behalf of 5c14046ba13e4a5d8ebbf95cf5ce532f for: {'network': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:56:10.824111 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for network, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:10.839497 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:10.863746 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:10.870717 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b5f2998e-7dd9-48ee-8708-4581a66b548b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851887881'] for subnet, precommit_delete_associations {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:10.908679 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Usage tracker for resource:security_group_rule and tenant:5c14046ba13e4a5d8ebbf95cf5ce532f is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:10.918303 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:10.926023 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Allocated IP 172.20.0.1 (304c0d54-f5c0-4d20-8f14-89b83afdf40f/beb41680-af3e-4255-9cd6-b1accfa86904/d90db13d-153c-4b25-bb5a-20a4e6430857) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:56:10.935922 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:10.983959 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b5f2998e-7dd9-48ee-8708-4581a66b548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:11.072079 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Notify callbacks [] for port, precommit_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:11.088099 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Transition to ACTIVE for port object 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c will not be triggered until provisioned by entity L2. {{(pid=85256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:56:11.096634 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:11.124078 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-84a1d2c2-4087-47aa-80e7-d57ba72cef6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:11.245018 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:11.300266 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd891b-6881-4a7d-89ec-e8b96785d89b None None] Pushing event updated for resources: {'Port': ['ID=8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c,revision_number=2']} {{(pid=85256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:11.324556 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd891b-6881-4a7d-89ec-e8b96785d89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:11.324972 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd891b-6881-4a7d-89ec-e8b96785d89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:11.325350 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd891b-6881-4a7d-89ec-e8b96785d89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:11.325723 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd891b-6881-4a7d-89ec-e8b96785d89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:11.326130 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd891b-6881-4a7d-89ec-e8b96785d89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:11.326518 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd891b-6881-4a7d-89ec-e8b96785d89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:11.326867 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd891b-6881-4a7d-89ec-e8b96785d89b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:11.327260 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd891b-6881-4a7d-89ec-e8b96785d89b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:11.327622 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd891b-6881-4a7d-89ec-e8b96785d89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:11.327985 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd891b-6881-4a7d-89ec-e8b96785d89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:11.328342 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd891b-6881-4a7d-89ec-e8b96785d89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:11.328698 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd891b-6881-4a7d-89ec-e8b96785d89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:11.332814 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-39bd891b-6881-4a7d-89ec-e8b96785d89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:11.336720 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:11.351929 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b35fae11-d270-4d45-bc7f-2530b73ae013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:11.359591 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:11.381291 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Transition to ACTIVE for port object d90db13d-153c-4b25-bb5a-20a4e6430857 will not be triggered until provisioned by entity DHCP. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:56:11.407690 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=85254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 01:56:11.417347 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:11.424360 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36072fb-5468-481f-adf8-8e90a13812f0,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:11.424750 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Attempting to bind port 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:56:11.425374 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Attempting to bind port 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}] {{(pid=85256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:56:11.426112 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Attempting to bind port 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c on network 8df4ea79-732a-43b6-97d7-19109b70c389 {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:56:11.432709 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:11.434399 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:11.434785 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.segments_db [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Added segment 15a97af1-14b9-404f-9dd9-d29c2d01617f of type vlan for network fb0582fa-6b59-4589-bf7b-a8e3a520881b Apr 09 01:56:11.436889 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:56:11.437661 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Checking segment: {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:56:11.438840 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:11.439442 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Bound using segment: {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'} {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:56:11.440142 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Bound port: 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}}] {{(pid=85256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:56:11.441086 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:11.472704 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b5f2998e-7dd9-48ee-8708-4581a66b548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852597361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852455743'] for subnet, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:11.474838 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790974259946'] for network, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:11.498006 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d6624471-4f0a-4ca1-b886-9dbad5b2fe22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:11.552133 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] For port 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:56:11.553076 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2998e-7dd9-48ee-8708-4581a66b548b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbbb92b7-0d91-4d7d-b8e8-0b3452d3acfd,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:11.560237 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] For port 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:56:11.569343 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:11.586100 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:11.640856 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b5f2998e-7dd9-48ee-8708-4581a66b548b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:11.655863 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.db.resource_extend [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 09 01:56:11.746168 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for network, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:11.747404 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b5f2998e-7dd9-48ee-8708-4581a66b548b admin admin] Notify callbacks [] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:11.752081 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:11.752729 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:11.759269 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-dc18d0f4-3dec-4c81-af86-c93b6707ef1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:11.792417 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd891b-6881-4a7d-89ec-e8b96785d89b None None] Pushing event updated for resources: {'Port': ['ID=8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c,revision_number=3']} {{(pid=85256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:11.807629 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-39bd891b-6881-4a7d-89ec-e8b96785d89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:11.811309 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-b5f2998e-7dd9-48ee-8708-4581a66b548b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dbbb92b7-0d91-4d7d-b8e8-0b3452d3acfd HTTP/1.1" status: 204 len: 168 time: 1.1404390 Apr 09 01:56:11.812788 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56116) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:11.863787 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:11.877520 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Routers {'13f85294-0222-4bc3-875a-ba9999a06523'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:56:11.878465 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:55:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['13f85294-0222-4bc3-875a-ba9999a06523'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:11.895213 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2305834 Apr 09 01:56:11.910593 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56122) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:11.919283 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-496215d6-0782-48b0-88fc-6d27fd1894bb admin admin] Request body: {'subnet': {'network_id': 'fb0582fa-6b59-4589-bf7b-a8e3a520881b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1715421490-subnet', 'tenant_id': '5c14046ba13e4a5d8ebbf95cf5ce532f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:11.925263 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-496215d6-0782-48b0-88fc-6d27fd1894bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:11.929513 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-496215d6-0782-48b0-88fc-6d27fd1894bb admin admin] Usage tracker for resource:subnet and tenant:5c14046ba13e4a5d8ebbf95cf5ce532f is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:11.932672 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-496215d6-0782-48b0-88fc-6d27fd1894bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:11.939336 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-496215d6-0782-48b0-88fc-6d27fd1894bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:11.985900 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496215d6-0782-48b0-88fc-6d27fd1894bb admin admin] Made reservation on behalf of 5c14046ba13e4a5d8ebbf95cf5ce532f for: {'subnet': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:56:11.990856 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-496215d6-0782-48b0-88fc-6d27fd1894bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2320104'] for subnet, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:12.023249 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Pushing event updated for resources: {'Network': ['ID=fb0582fa-6b59-4589-bf7b-a8e3a520881b,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:12.023380 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Pushing event updated for resources: {'Port': ['ID=d90db13d-153c-4b25-bb5a-20a4e6430857,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:12.037937 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Network fb0582fa-6b59-4589-bf7b-a8e3a520881b details requested by agent ovs-agent-dv-cinder-784623-6-smb with host dv-cinder-784623-6-smb {{(pid=85255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 01:56:12.039031 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:12.055764 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Network 304c0d54-f5c0-4d20-8f14-89b83afdf40f is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:56:12.060165 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:56:12.067828 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:56:12.068364 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692043'] for router_interface, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:12.224250 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:12.245893 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:12.333030 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f71a4-cc30-4745-ab35-075458b7e3ef req-8b613e1e-4f1b-4cd4-8025-b142122a2980 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:12.335492 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0f5f71a4-cc30-4745-ab35-075458b7e3ef req-8b613e1e-4f1b-4cd4-8025-b142122a2980 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.5778239 Apr 09 01:56:12.424453 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0f5f71a4-cc30-4745-ab35-075458b7e3ef req-ffb9ad9c-db16-47cd-8cec-126914283df2 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415947 Apr 09 01:56:12.494921 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] Set router 13f85294-0222-4bc3-875a-ba9999a06523 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:56:12.498572 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-518d45c2-fd82-4885-960c-7298e06887d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-397677'] for network, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:12.558731 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-16608fb8-1911-4720-a644-1fd1149f139d None None] Provisioning for port d90db13d-153c-4b25-bb5a-20a4e6430857 completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:56:12.593351 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-16608fb8-1911-4720-a644-1fd1149f139d None None] Provisioning complete for port d90db13d-153c-4b25-bb5a-20a4e6430857 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:56:12.594053 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-16608fb8-1911-4720-a644-1fd1149f139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:12.737229 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791da7c-88e7-4eb6-abe7-846a80c71fd2 req-a7210fca-253b-4513-8e97-8b399955f4cd tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:12.739548 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3791da7c-88e7-4eb6-abe7-846a80c71fd2 req-a7210fca-253b-4513-8e97-8b399955f4cd tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.1641076 Apr 09 01:56:12.831081 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3791da7c-88e7-4eb6-abe7-846a80c71fd2 req-dfe7849b-c8d6-4490-911b-64257e83cbfa tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831707 Apr 09 01:56:12.836449 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-518d45c2-fd82-4885-960c-7298e06887d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245879998222'] for network, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:12.838035 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-16608fb8-1911-4720-a644-1fd1149f139d None None] Port d90db13d-153c-4b25-bb5a-20a4e6430857 cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 01:56:12.847260 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.db.resource_extend [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 09 01:56:12.878689 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:12.902396 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:12.904788 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774814'] for router_interface, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:12.968691 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f85294-0222-4bc3-875a-ba9999a06523', 'name': 'tempest-TestShelveInstance-1035235097-router', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:01Z', 'updated_at': '2021-04-09T01:56:05Z', 'revision_number': 3, 'project_id': '60c2b5f2443044d88660062c502a1923', 'gw_port': {'id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:56:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:03Z', 'updated_at': '2021-04-09T01:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:12.988600 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:12.992615 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb261b86-8d31-4983-8461-d448742bbab8 None None] The sync data for ids ['13f85294-0222-4bc3-875a-ba9999a06523'] in dv-cinder-784623-6-smb is: [{'id': '13f85294-0222-4bc3-875a-ba9999a06523', 'name': 'tempest-TestShelveInstance-1035235097-router', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:01Z', 'updated_at': '2021-04-09T01:56:05Z', 'revision_number': 3, 'project_id': '60c2b5f2443044d88660062c502a1923', 'gw_port': {'id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:56:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:03Z', 'updated_at': '2021-04-09T01:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}] {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:56:13.300083 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-518d45c2-fd82-4885-960c-7298e06887d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a70769d-0c40-45b0-8945-8a89d63ae093']}} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:13.316521 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-518d45c2-fd82-4885-960c-7298e06887d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74696251-f5e8-40c9-8997-209d787dca33') {'for_net_delete': True} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:13.316893 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-518d45c2-fd82-4885-960c-7298e06887d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74696251-f5e8-40c9-8997-209d787dca33') {} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:13.336918 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-518d45c2-fd82-4885-960c-7298e06887d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245879917052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2887887'] for segment, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:13.357072 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-518d45c2-fd82-4885-960c-7298e06887d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:13.359438 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56146) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:13.381598 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518d45c2-fd82-4885-960c-7298e06887d9 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=85254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 01:56:13.474693 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a9d1a7f1-e9e2-4575-9f9a-ae71c0167c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:13.599409 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Pushing event updated for resources: {'Port': ['ID=d90db13d-153c-4b25-bb5a-20a4e6430857,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:13.610237 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:13.823538 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Network 304c0d54-f5c0-4d20-8f14-89b83afdf40f is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:56:13.825619 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:56:13.937847 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:56:14.073819 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4b1f6eb3-8280-4c8d-8458-c573efdb3d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:14.135186 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:56:14.153744 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:56:14.158748 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:14.178419 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-518d45c2-fd82-4885-960c-7298e06887d9 admin admin] Network 7a70769d-0c40-45b0-8945-8a89d63ae093 has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 01:56:14.193041 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-518d45c2-fd82-4885-960c-7298e06887d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852597294'] for segment, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:14.286631 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Router 13f85294-0222-4bc3-875a-ba9999a06523 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 01:56:14.427380 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-518d45c2-fd82-4885-960c-7298e06887d9 admin admin] Network 7a70769d-0c40-45b0-8945-8a89d63ae093 has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: Traceback (most recent call last): Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: timer() Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: cb(*args, **kw) Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: return func(*args, **kwargs) Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: self._notify() Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: self.callback(batched_events) Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: event.method(event) Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: segment_id)['aggregates'][0] Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: return f(self, *a, **k) Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: return self._get(url).json() Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: **kwargs) Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: return self.request(url, 'GET', **kwargs) Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: **endpoint_filter) Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 01:56:14.548902 dv-cinder-784623-6-smb neutron-server[85140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 01:56:14.573504 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-518d45c2-fd82-4885-960c-7298e06887d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665026'] for network, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:14.579552 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-4b1f6eb3-8280-4c8d-8458-c573efdb3d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:14.584423 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-4b1f6eb3-8280-4c8d-8458-c573efdb3d81 admin admin] Usage tracker for resource:security_group_rule and tenant:4744a385ad464defb4063ef99538bae1 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:14.587892 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-4b1f6eb3-8280-4c8d-8458-c573efdb3d81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:14.593568 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-54310534-716c-4b09-a668-2e39c2163441 None None] Provisioning complete for port d90db13d-153c-4b25-bb5a-20a4e6430857 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:56:14.594270 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-54310534-716c-4b09-a668-2e39c2163441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:14.595829 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-4b1f6eb3-8280-4c8d-8458-c573efdb3d81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:14.659557 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:56:14.682991 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] 10.222.0.44 "PUT /v2.0/routers/13f85294-0222-4bc3-875a-ba9999a06523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8567126 Apr 09 01:56:14.736579 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:14.770742 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] For port 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:56:14.782545 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:14.788965 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-65d13636-bbf0-40a1-b7d9-01d52eb71bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:14.911368 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-518d45c2-fd82-4885-960c-7298e06887d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:14.956223 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:14.984825 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:14.987906 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-54310534-716c-4b09-a668-2e39c2163441 None None] Port d90db13d-153c-4b25-bb5a-20a4e6430857 cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 01:56:14.998866 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:15.002069 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-518d45c2-fd82-4885-960c-7298e06887d9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7a70769d-0c40-45b0-8945-8a89d63ae093 HTTP/1.1" status: 204 len: 168 time: 3.1857152 Apr 09 01:56:15.036853 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d45c2-fd82-4885-960c-7298e06887d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a70769d-0c40-45b0-8945-8a89d63ae093,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:15.041917 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4b1f6eb3-8280-4c8d-8458-c573efdb3d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:15.043284 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-518d45c2-fd82-4885-960c-7298e06887d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:15.048642 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4b1f6eb3-8280-4c8d-8458-c573efdb3d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:15.058992 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b6e196ba-6bcc-4596-abdb-f6a4a042e15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:15.140958 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-4b1f6eb3-8280-4c8d-8458-c573efdb3d81 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4744a385ad464defb4063ef99538bae1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7791893 Apr 09 01:56:15.143984 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 56172) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:15.181364 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f6eb3-8280-4c8d-8458-c573efdb3d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9a1e05-7278-4ecd-9ea9-2da38c5ff2f5,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:15.185536 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-4b1f6eb3-8280-4c8d-8458-c573efdb3d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:15.278049 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2da8b42b-6711-455e-a888-6cbe1a69ddce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:15.338881 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2da8b42b-6711-455e-a888-6cbe1a69ddce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:15.346278 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56182) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:15.347798 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-496215d6-0782-48b0-88fc-6d27fd1894bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2178371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2320089'] for subnet, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:15.408586 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:15.452212 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2da8b42b-6711-455e-a888-6cbe1a69ddce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:15.459355 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b7b649cb-edbe-45c7-a0c9-90534de429f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:15.493581 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8b42b-6711-455e-a888-6cbe1a69ddce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9a1e05-7278-4ecd-9ea9-2da38c5ff2f5,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:15.496290 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2da8b42b-6711-455e-a888-6cbe1a69ddce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:15.497229 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2da8b42b-6711-455e-a888-6cbe1a69ddce admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:15.498556 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2da8b42b-6711-455e-a888-6cbe1a69ddce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b9a1e05-7278-4ecd-9ea9-2da38c5ff2f5 HTTP/1.1" status: 204 len: 168 time: 0.3535376 Apr 09 01:56:15.513373 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496215d6-0782-48b0-88fc-6d27fd1894bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=509f398b-29ba-45ba-b9c7-41b4b5f49712,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:15.548112 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-496215d6-0782-48b0-88fc-6d27fd1894bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:15.628375 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 56194) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:15.629299 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-342ab7f3-319f-40d9-8992-758dac1844dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60b60645350a4cc1b25a039cb17eeafb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789979 Apr 09 01:56:15.805892 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496215d6-0782-48b0-88fc-6d27fd1894bb admin admin] Checking segment: {'id': '15a97af1-14b9-404f-9dd9-d29c2d01617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fb0582fa-6b59-4589-bf7b-a8e3a520881b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:56:15.806297 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496215d6-0782-48b0-88fc-6d27fd1894bb admin admin] Network hostable DHCP agents. Network: fb0582fa-6b59-4589-bf7b-a8e3a520881b, hostable agents: ['68056bad-9ad5-43c2-8e53-4c698c5ccbf6'], hosted agents: [] {{(pid=85254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 01:56:15.835885 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496215d6-0782-48b0-88fc-6d27fd1894bb admin admin] Network fb0582fa-6b59-4589-bf7b-a8e3a520881b is scheduled to be hosted by DHCP agent 68056bad-9ad5-43c2-8e53-4c698c5ccbf6 with binding_index 1 {{(pid=85254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 01:56:15.861674 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-496215d6-0782-48b0-88fc-6d27fd1894bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-smb, fb0582fa-6b59-4589-bf7b-a8e3a520881b) {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:56:15.871393 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b63b61-a782-45c8-a9d8-2110f582d097 None None] Network fb0582fa-6b59-4589-bf7b-a8e3a520881b requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:56:15.917240 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496215d6-0782-48b0-88fc-6d27fd1894bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:15.920229 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:56:15.922500 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-496215d6-0782-48b0-88fc-6d27fd1894bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:15.934264 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a08c466c-e0a9-4b30-9e5c-1adab79db710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:15.997778 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-496215d6-0782-48b0-88fc-6d27fd1894bb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.0834622 Apr 09 01:56:16.029519 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a08c466c-e0a9-4b30-9e5c-1adab79db710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:16.108455 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a08c466c-e0a9-4b30-9e5c-1adab79db710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:16.114597 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-7d7109ad-f549-4e1e-ace9-9dfc01498035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:16.131523 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c466c-e0a9-4b30-9e5c-1adab79db710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2f2ace-ef2c-4ed4-9b76-ce1a3d04d186,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:16.135853 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a08c466c-e0a9-4b30-9e5c-1adab79db710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:16.138230 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a08c466c-e0a9-4b30-9e5c-1adab79db710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:16.144031 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-a08c466c-e0a9-4b30-9e5c-1adab79db710 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff2f2ace-ef2c-4ed4-9b76-ce1a3d04d186 HTTP/1.1" status: 204 len: 168 time: 0.5143316 Apr 09 01:56:16.277113 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:56:16.277578 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:16.477941 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56218) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:16.511611 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c7ec37a9-eb18-4a06-b346-b9aba3a3f9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:16.553961 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a07718-bcec-4322-ae17-325c43d34b7d None None] Network fb0582fa-6b59-4589-bf7b-a8e3a520881b requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:56:16.560725 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c7ec37a9-eb18-4a06-b346-b9aba3a3f9f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:16.566953 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94412f-e8de-4d4b-a938-c27290873884 req-0214a93c-7473-49d7-82c8-81d7d127a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:16.568742 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6e94412f-e8de-4d4b-a938-c27290873884 req-0214a93c-7473-49d7-82c8-81d7d127a123 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0feb4b36722416aa1765908bfef18e9&device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 1099 time: 0.2684610 Apr 09 01:56:16.570147 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c7ec37a9-eb18-4a06-b346-b9aba3a3f9f7 admin admin] Usage tracker for resource:security_group_rule and tenant:da173e8282b2414497a9cd7c4a7e24b0 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:16.580219 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-c7ec37a9-eb18-4a06-b346-b9aba3a3f9f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:16.600377 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-c7ec37a9-eb18-4a06-b346-b9aba3a3f9f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:16.744409 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de22ce-05f4-45c4-abf6-71a665afe680 req-b8011524-ba0b-43e9-a1a3-decf6d82c440 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:16.753793 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-86de22ce-05f4-45c4-abf6-71a665afe680 req-b8011524-ba0b-43e9-a1a3-decf6d82c440 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.3676345 Apr 09 01:56:16.827080 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-86de22ce-05f4-45c4-abf6-71a665afe680 req-5844f3a0-fd7d-431f-8afa-1eadcdf57593 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715189 Apr 09 01:56:16.923553 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94412f-e8de-4d4b-a938-c27290873884 req-adb05f6d-9be3-4ec9-9c43-08eed19eefa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:16.928624 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c7ec37a9-eb18-4a06-b346-b9aba3a3f9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:16.929276 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6e94412f-e8de-4d4b-a938-c27290873884 req-adb05f6d-9be3-4ec9-9c43-08eed19eefa4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf HTTP/1.1" status: 200 len: 920 time: 0.3410528 Apr 09 01:56:16.936469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c7ec37a9-eb18-4a06-b346-b9aba3a3f9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:16.986111 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e1eca70a-3be1-4893-8ec9-8f7fd0137ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:17.086445 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-c7ec37a9-eb18-4a06-b346-b9aba3a3f9f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da173e8282b2414497a9cd7c4a7e24b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6047788 Apr 09 01:56:17.090527 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56232) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:17.097711 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec37a9-eb18-4a06-b346-b9aba3a3f9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb49670-d209-4e38-8371-f27db4e43314,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:17.135586 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Sync routers for ids ['13f85294-0222-4bc3-875a-ba9999a06523'] in dv-cinder-784623-6-smb {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:56:17.147839 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56238) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:17.149269 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c7ec37a9-eb18-4a06-b346-b9aba3a3f9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:17.162595 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Routers {'13f85294-0222-4bc3-875a-ba9999a06523'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:56:17.163351 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:55:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['13f85294-0222-4bc3-875a-ba9999a06523'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:17.223421 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6e94412f-e8de-4d4b-a938-c27290873884 req-8a471a75-a60d-4873-b5b9-1da8002ad4a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5edf8884-1881-404c-9ab7-5cd908d13fc5 HTTP/1.1" status: 200 len: 217 time: 0.2914641 Apr 09 01:56:17.361764 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-14c48bc0-ab09-4570-af5b-765073f95b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:17.374392 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-a7da71d5-16fa-4a97-803e-88b1f84fecbc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a5bcf8aabfb4f1989f0105663407ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171938 Apr 09 01:56:17.386054 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56246) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:17.468894 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56252) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:17.494336 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-928104566-network', 'tenant_id': '23f03b6b5f2f44bb89fe57296a68ff84'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:17.523034 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94412f-e8de-4d4b-a938-c27290873884 req-384480ef-0362-4c64-8d10-82e4228a80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:17.527981 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6e94412f-e8de-4d4b-a938-c27290873884 req-384480ef-0362-4c64-8d10-82e4228a80fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=851870d6-f6e8-4260-ae58-6a636db3e134 HTTP/1.1" status: 200 len: 859 time: 0.2942889 Apr 09 01:56:17.533963 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:17.551931 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-14c48bc0-ab09-4570-af5b-765073f95b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:17.581386 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Usage tracker for resource:network and tenant:23f03b6b5f2f44bb89fe57296a68ff84 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:17.604745 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:17.637923 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:17.647790 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6e94412f-e8de-4d4b-a938-c27290873884 req-923621ad-6952-4d34-bb59-8f3f05016132 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112680 Apr 09 01:56:17.655548 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Set router 13f85294-0222-4bc3-875a-ba9999a06523 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:56:17.664616 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e4d16f8f-7c00-4cda-ae56-b2f827b5991d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:17.757113 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Made reservation on behalf of 23f03b6b5f2f44bb89fe57296a68ff84 for: {'network': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:56:17.781524 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for network, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:17.906829 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:17.955703 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e4d16f8f-7c00-4cda-ae56-b2f827b5991d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:17.982833 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a95f750c-91b7-497d-87dc-cccd530f8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:18.014419 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:18.039503 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Usage tracker for resource:security_group_rule and tenant:23f03b6b5f2f44bb89fe57296a68ff84 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:18.072491 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:18.098489 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-14c48bc0-ab09-4570-af5b-765073f95b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:18.107806 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:18.114871 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-487876f7-3c0b-426c-8e24-101f0a7da128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:18.211432 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6e94412f-e8de-4d4b-a938-c27290873884 req-3046f84c-86ea-438d-a819-d3295cca8eee service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448999 Apr 09 01:56:18.319447 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:18.389754 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:18.392855 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c48bc0-ab09-4570-af5b-765073f95b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb49670-d209-4e38-8371-f27db4e43314,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:18.401118 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-14c48bc0-ab09-4570-af5b-765073f95b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:18.402431 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e4d16f8f-7c00-4cda-ae56-b2f827b5991d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:18.410623 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:18.421914 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2e0bac2f-8b6f-4815-b38f-ac574dba69b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:18.457929 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-14c48bc0-ab09-4570-af5b-765073f95b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:18.459481 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-14c48bc0-ab09-4570-af5b-765073f95b74 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7fb49670-d209-4e38-8371-f27db4e43314 HTTP/1.1" status: 204 len: 168 time: 1.3675699 Apr 09 01:56:18.498265 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=85254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 01:56:18.518955 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:18.521044 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.segments_db [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Added segment 1e410c6a-580f-4927-a207-b85fcd0cb2f5 of type vlan for network 69760698-3801-43b3-a74b-316b7860b934 Apr 09 01:56:18.566047 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d16f8f-7c00-4cda-ae56-b2f827b5991d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846782b8-fb9e-4ed4-9c6f-a87a3f42c4a1,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:18.640933 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790974259946'] for network, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:18.655479 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e4d16f8f-7c00-4cda-ae56-b2f827b5991d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:18.662651 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e4d16f8f-7c00-4cda-ae56-b2f827b5991d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/846782b8-fb9e-4ed4-9c6f-a87a3f42c4a1 HTTP/1.1" status: 204 len: 168 time: 1.2747960 Apr 09 01:56:18.755195 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0489a55d-a1e5-4e74-b2ae-a0c4bebaa509,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:18.818687 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f85294-0222-4bc3-875a-ba9999a06523', 'name': 'tempest-TestShelveInstance-1035235097-router', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:01Z', 'updated_at': '2021-04-09T01:56:12Z', 'revision_number': 4, 'project_id': '60c2b5f2443044d88660062c502a1923', 'gw_port': {'id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:03Z', 'updated_at': '2021-04-09T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'd90db13d-153c-4b25-bb5a-20a4e6430857', 'name': '', 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'mac_address': 'fa:16:3e:d6:38:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:10Z', 'updated_at': '2021-04-09T01:56:12Z', 'revision_number': 2, 'project_id': '60c2b5f2443044d88660062c502a1923', 'subnets': [{'id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:18.822298 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:18.833996 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:18.834905 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:18.836674 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Checking router: 13f85294-0222-4bc3-875a-ba9999a06523 for host: dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:56:18.837692 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Updating router 13f85294-0222-4bc3-875a-ba9999a06523 port d90db13d-153c-4b25-bb5a-20a4e6430857 binding host dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 01:56:18.871376 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for network, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:18.874141 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:18.878058 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:18.927566 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e0e97a9a-f417-4a41-9a15-1d5af3fbe7f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:19.142584 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:19.153471 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:19.206068 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-3c48cbc7-cda8-4f07-b5be-54398fa4161b tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:19.208266 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-3c48cbc7-cda8-4f07-b5be-54398fa4161b tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/networks?id=40b8a8c0-58de-4258-a800-2849c860f84f HTTP/1.1" status: 200 len: 809 time: 1.0252063 Apr 09 01:56:19.264840 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c54e55-a720-4db4-9bfa-7ff656c7bc6b req-373ad76d-1b3c-44d9-acf0-faa9600ecf48 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:19.267144 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d5c54e55-a720-4db4-9bfa-7ff656c7bc6b req-373ad76d-1b3c-44d9-acf0-faa9600ecf48 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.8021321 Apr 09 01:56:19.270917 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-49f47ed6-b3d5-4119-82c9-90446cc4a990 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/quotas/7c94033d3401408faf093aeb8bcd999a HTTP/1.1" status: 200 len: 375 time: 0.0521419 Apr 09 01:56:19.274045 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6e94412f-e8de-4d4b-a938-c27290873884 req-93104a93-892d-4c77-a679-819a8da4c426 service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0319428 Apr 09 01:56:19.283236 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Pushing event updated for resources: {'Network': ['ID=69760698-3801-43b3-a74b-316b7860b934,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:19.288667 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:19.313892 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8431036 Apr 09 01:56:19.318914 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56292) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:19.336057 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Request body: {'subnet': {'network_id': '69760698-3801-43b3-a74b-316b7860b934', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-928104566-subnet', 'tenant_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'ip_version': 4}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:19.375561 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:19.377398 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-0a6d1bae-76e9-489d-97c5-d6d96778eaab tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c94033d3401408faf093aeb8bcd999a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0995519 Apr 09 01:56:19.425190 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Usage tracker for resource:subnet and tenant:23f03b6b5f2f44bb89fe57296a68ff84 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:19.427511 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d5c54e55-a720-4db4-9bfa-7ff656c7bc6b req-7b670b98-4653-43c2-9214-64fa9a420201 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472622 Apr 09 01:56:19.455688 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Network 69760698-3801-43b3-a74b-316b7860b934 details requested by agent ovs-agent-dv-cinder-784623-6-smb with host dv-cinder-784623-6-smb {{(pid=85255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 01:56:19.467844 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:19.518693 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:19.546059 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Made reservation on behalf of 23f03b6b5f2f44bb89fe57296a68ff84 for: {'subnet': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:56:19.557642 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2320104'] for subnet, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:19.713563 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-c8c53787-184f-4e1a-ba4d-8236f70bf2d0 service neutron] 10.222.0.44 "GET /v2.0/networks/40b8a8c0-58de-4258-a800-2849c860f84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842166 Apr 09 01:56:19.878492 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56308) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:19.934434 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0bf3d4af-5ac0-4ea2-a50e-468111f6065e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:19.967282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-0bf3d4af-5ac0-4ea2-a50e-468111f6065e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:19.975032 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-0bf3d4af-5ac0-4ea2-a50e-468111f6065e admin admin] Usage tracker for resource:security_group_rule and tenant:af9b446d4abf4de09e883cb20fb4e5d1 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:19.981895 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-0bf3d4af-5ac0-4ea2-a50e-468111f6065e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:20.002497 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-0bf3d4af-5ac0-4ea2-a50e-468111f6065e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:20.052073 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:20.123935 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-6329322a-1354-4c30-b0b3-842c163d67ca service neutron] 10.222.0.44 "GET /v2.0/networks/40b8a8c0-58de-4258-a800-2849c860f84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973851 Apr 09 01:56:20.237923 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0bf3d4af-5ac0-4ea2-a50e-468111f6065e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:20.250138 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0bf3d4af-5ac0-4ea2-a50e-468111f6065e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:20.273141 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:20.374651 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 56322) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:20.393451 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-0bf3d4af-5ac0-4ea2-a50e-468111f6065e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af9b446d4abf4de09e883cb20fb4e5d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4896221 Apr 09 01:56:20.419872 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3d4af-5ac0-4ea2-a50e-468111f6065e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0285b1-5e6c-438f-9ca6-04ff4257b52a,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:20.433207 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0bf3d4af-5ac0-4ea2-a50e-468111f6065e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:20.514951 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:20.593881 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:20.737564 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-699684aa-6beb-485c-985f-3da5e3bb1cd8 req-53627453-06c3-46aa-93bf-c2ce8a9bf189 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 210 time: 0.1271930 Apr 09 01:56:20.814924 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Notify callbacks [] for port, precommit_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:20.833607 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Transition to ACTIVE for port object d90db13d-153c-4b25-bb5a-20a4e6430857 will not be triggered until provisioned by entity L2. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:56:20.843232 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:20.863528 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:20.902832 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:20.916497 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ac6346f0-d8d4-45cc-816d-2aaa30f269c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:20.949292 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0285b1-5e6c-438f-9ca6-04ff4257b52a,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:20.981102 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde4376-9edd-42b8-9643-f9fd98ac4796 None None] Pushing event updated for resources: {'Port': ['ID=d90db13d-153c-4b25-bb5a-20a4e6430857,revision_number=3']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:20.985475 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ffde4376-9edd-42b8-9643-f9fd98ac4796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:20.995295 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:21.007493 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a0285b1-5e6c-438f-9ca6-04ff4257b52a HTTP/1.1" status: 204 len: 168 time: 0.6311095 Apr 09 01:56:21.036700 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.037648 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.038622 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.039298 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.040136 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.041041 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.041972 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.042800 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.043628 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.044444 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.045812 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.046779 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.071267 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce58e7-b6c8-49dd-9e6a-2df2d81fe2a4 req-0bf21df5-a3e2-4b26-aaf4-1439a2ab228b tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:21.075550 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-acce58e7-b6c8-49dd-9e6a-2df2d81fe2a4 req-0bf21df5-a3e2-4b26-aaf4-1439a2ab228b tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.3361385 Apr 09 01:56:21.077452 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:21.089777 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2178371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2320089'] for subnet, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:21.125403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:21.193663 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-acce58e7-b6c8-49dd-9e6a-2df2d81fe2a4 req-f6564c24-82f0-4ed7-bd4c-6f345cf60b5e tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100667 Apr 09 01:56:21.347412 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=998baa23-165b-4665-a17d-278cc0450516,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:21.363675 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.364134 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.364479 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.364945 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.365347 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.365747 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.366141 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.366722 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.366896 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.367279 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.367662 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.368047 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:21.373774 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:21.539024 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Checking segment: {'id': '1e410c6a-580f-4927-a207-b85fcd0cb2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '69760698-3801-43b3-a74b-316b7860b934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:56:21.539024 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Network hostable DHCP agents. Network: 69760698-3801-43b3-a74b-316b7860b934, hostable agents: ['68056bad-9ad5-43c2-8e53-4c698c5ccbf6'], hosted agents: [] {{(pid=85254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 01:56:21.593327 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Network 69760698-3801-43b3-a74b-316b7860b934 is scheduled to be hosted by DHCP agent 68056bad-9ad5-43c2-8e53-4c698c5ccbf6 with binding_index 1 {{(pid=85254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 01:56:21.610303 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-smb, 69760698-3801-43b3-a74b-316b7860b934) {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:56:21.674457 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:21.676116 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:21.736074 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d4af14-739e-40ca-a617-18dc8f7a4206 None None] Network 69760698-3801-43b3-a74b-316b7860b934 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:56:21.855349 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.5344696 Apr 09 01:56:21.858224 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 56368) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:21.870461 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-928104566-router', 'tenant_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:21.886885 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:21.896561 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Usage tracker for resource:router and tenant:23f03b6b5f2f44bb89fe57296a68ff84 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:21.901831 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:21.919179 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:21.973560 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773841'] for router, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:21.981065 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1940'] for router, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:22.044110 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:22.591393 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d21d3bb-8776-49fe-9517-50388fed7e4b req-e64455f6-11c2-4df4-a8df-418099b0ebe2 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 210 time: 0.3866196 Apr 09 01:56:22.905954 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Attempting to bind port d90db13d-153c-4b25-bb5a-20a4e6430857 on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:56:22.906378 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Attempting to bind port d90db13d-153c-4b25-bb5a-20a4e6430857 by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': 'd7c7569c-54ab-4658-98cf-f2d409cae760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f'}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:56:22.906794 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Attempting to bind port d90db13d-153c-4b25-bb5a-20a4e6430857 on network 304c0d54-f5c0-4d20-8f14-89b83afdf40f {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:56:22.924531 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51a003c9-ca63-50ac-9cc8-aae34d64f8f4-69760698-3801-43b3-a74b-316b7860b934', 'network_id': '69760698-3801-43b3-a74b-316b7860b934', 'tenant_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'fixed_ips': [{'subnet_id': '998baa23-165b-4665-a17d-278cc0450516'}]}} from dv-cinder-784623-6-smb. {{(pid=85255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 09 01:56:22.925536 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:22.948575 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:56:22.949019 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Checking segment: {'id': 'd7c7569c-54ab-4658-98cf-f2d409cae760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:56:22.949449 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:22.949898 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Bound using segment: {'id': 'd7c7569c-54ab-4658-98cf-f2d409cae760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f'} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:56:22.950447 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Bound port: d90db13d-153c-4b25-bb5a-20a4e6430857, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c7569c-54ab-4658-98cf-f2d409cae760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f'}}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:56:22.950921 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:23.247416 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] For port d90db13d-153c-4b25-bb5a-20a4e6430857, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:56:23.274803 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] For port d90db13d-153c-4b25-bb5a-20a4e6430857, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=d90db13d-153c-4b25-bb5a-20a4e6430857,segment=NetworkSegment(d7c7569c-54ab-4658-98cf-f2d409cae760),segment_id=d7c7569c-54ab-4658-98cf-f2d409cae760)] {{(pid=85255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:56:23.282053 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:23.347811 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:23.410547 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1925'] for router, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:23.834158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56470) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:23.928155 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde4376-9edd-42b8-9643-f9fd98ac4796 None None] Pushing event updated for resources: {'Port': ['ID=d90db13d-153c-4b25-bb5a-20a4e6430857,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:23.939742 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ffde4376-9edd-42b8-9643-f9fd98ac4796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:24.001640 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Allocated IP 172.20.0.2 (69760698-3801-43b3-a74b-316b7860b934/998baa23-165b-4665-a17d-278cc0450516/2c485a34-d63b-4b26-9b5f-921f86f1be6e) {{(pid=85255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:56:24.013141 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436d9d8-0e9b-4ede-99d0-8f5a927aa176 req-9afd39e8-52a1-4e01-90e7-ccf4ffa3f4aa tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:24.015415 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2436d9d8-0e9b-4ede-99d0-8f5a927aa176 req-9afd39e8-52a1-4e01-90e7-ccf4ffa3f4aa tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 1.1853807 Apr 09 01:56:24.040688 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78425f-2ad4-4091-bb0d-bbe13e2b9a7c req-fc386702-5e82-4dd6-8ec1-0852d565e8d8 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:24.049803 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4f78425f-2ad4-4091-bb0d-bbe13e2b9a7c req-fc386702-5e82-4dd6-8ec1-0852d565e8d8 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 1.4692807 Apr 09 01:56:24.120303 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Routers {'13f85294-0222-4bc3-875a-ba9999a06523'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:56:24.123843 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:56:18Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['13f85294-0222-4bc3-875a-ba9999a06523'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:24.200182 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2436d9d8-0e9b-4ede-99d0-8f5a927aa176 req-cf9265b6-d30c-4f7e-ac2f-1700819057cc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160200 Apr 09 01:56:24.298627 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-0aabafb0-d623-40c9-8f74-6fc31327da32 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:24.302871 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-0aabafb0-d623-40c9-8f74-6fc31327da32 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.60 "GET /v2.0/networks?id=40b8a8c0-58de-4258-a800-2849c860f84f HTTP/1.1" status: 200 len: 809 time: 0.9693458 Apr 09 01:56:24.327822 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4f78425f-2ad4-4091-bb0d-bbe13e2b9a7c req-c8e4dbdb-b6fe-4d97-ae4e-c4e466fc1b7a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773526 Apr 09 01:56:24.340663 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-3561e1a5-cefd-466b-8ed5-23be34250324 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Request body: {'port': {'device_id': '7a0254a9-f8e1-445f-b7fe-d9f06b674a2e', 'network_id': '40b8a8c0-58de-4258-a800-2849c860f84f', 'admin_state_up': True, 'tenant_id': '7c94033d3401408faf093aeb8bcd999a'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:24.386498 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-485dca66-1554-4f68-8e1c-a0905d6d3c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:24.415125 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-485dca66-1554-4f68-8e1c-a0905d6d3c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:24.422143 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-485dca66-1554-4f68-8e1c-a0905d6d3c9d admin admin] Usage tracker for resource:security_group_rule and tenant:2a0c2f6279bc45ba8008bb936df8a90b is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:24.426606 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-485dca66-1554-4f68-8e1c-a0905d6d3c9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:24.435844 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-485dca66-1554-4f68-8e1c-a0905d6d3c9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:24.552360 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-485dca66-1554-4f68-8e1c-a0905d6d3c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:24.560277 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-485dca66-1554-4f68-8e1c-a0905d6d3c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:24.593482 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b778ac2a-47e3-44e8-b720-1f2c4b21b0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:24.618201 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-483c73f0-525f-4cc5-ba3f-38a0c4198e33 req-c69d626e-cf92-4119-8c8d-077f72eed1c6 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 210 time: 0.0732949 Apr 09 01:56:24.675749 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-3561e1a5-cefd-466b-8ed5-23be34250324 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:24.682000 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-3561e1a5-cefd-466b-8ed5-23be34250324 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Usage tracker for resource:port and tenant:7c94033d3401408faf093aeb8bcd999a is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:24.687068 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-3561e1a5-cefd-466b-8ed5-23be34250324 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:24.693428 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485dca66-1554-4f68-8e1c-a0905d6d3c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dce68b2-6fd7-4e16-9190-274f16acc02e,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:24.695960 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-3561e1a5-cefd-466b-8ed5-23be34250324 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:24.716634 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-485dca66-1554-4f68-8e1c-a0905d6d3c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:24.778067 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-485dca66-1554-4f68-8e1c-a0905d6d3c9d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a0c2f6279bc45ba8008bb936df8a90b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9408305 Apr 09 01:56:24.779315 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56494) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:24.858241 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 56498) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:24.859697 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-3561e1a5-cefd-466b-8ed5-23be34250324 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Made reservation on behalf of 7c94033d3401408faf093aeb8bcd999a for: {'port': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:56:24.867074 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-3561e1a5-cefd-466b-8ed5-23be34250324 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:24.880334 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Notify callbacks [] for port, precommit_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:24.892603 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Transition to ACTIVE for port object 2c485a34-d63b-4b26-9b5f-921f86f1be6e will not be triggered until provisioned by entity L2. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:56:24.925935 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Transition to ACTIVE for port object 2c485a34-d63b-4b26-9b5f-921f86f1be6e will not be triggered until provisioned by entity DHCP. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:56:24.931704 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d33e4dee-42c6-4edf-a43a-a42ccaf735de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:24.937324 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:24.973287 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:24.999674 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d33e4dee-42c6-4edf-a43a-a42ccaf735de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:25.047834 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] Set router 13f85294-0222-4bc3-875a-ba9999a06523 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:56:25.150031 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d33e4dee-42c6-4edf-a43a-a42ccaf735de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:25.156531 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-585c07f1-3ded-4bf7-86c5-f79eeaac586f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:25.175159 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e4dee-42c6-4edf-a43a-a42ccaf735de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dce68b2-6fd7-4e16-9190-274f16acc02e,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:25.183469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d33e4dee-42c6-4edf-a43a-a42ccaf735de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:25.184532 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d33e4dee-42c6-4edf-a43a-a42ccaf735de admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:25.186337 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-d33e4dee-42c6-4edf-a43a-a42ccaf735de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0dce68b2-6fd7-4e16-9190-274f16acc02e HTTP/1.1" status: 204 len: 168 time: 0.4053309 Apr 09 01:56:25.218567 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:25.264896 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:25.386330 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Pushing event updated for resources: {'Port': ['ID=2c485a34-d63b-4b26-9b5f-921f86f1be6e,revision_number=1']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:25.396864 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:25.560033 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9087a575-f5be-457b-8fd0-6f37953e7b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:25.620705 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-9087a575-f5be-457b-8fd0-6f37953e7b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:25.691248 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-9087a575-f5be-457b-8fd0-6f37953e7b18 admin admin] Usage tracker for resource:security_group_rule and tenant:ff1445101cd6435cb1a7d5e5ee91ea0c is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:25.692240 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-9087a575-f5be-457b-8fd0-6f37953e7b18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:25.754379 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-9087a575-f5be-457b-8fd0-6f37953e7b18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:25.761951 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-3561e1a5-cefd-466b-8ed5-23be34250324 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Allocated IP 172.20.0.10 (40b8a8c0-58de-4258-a800-2849c860f84f/8d755bcb-b648-4518-90f0-130d9072544d/91beea4c-0726-4e46-9e18-aba74cb37c17) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:56:25.803988 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Network 69760698-3801-43b3-a74b-316b7860b934 is already hosted by enough agents. {{(pid=85255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:56:25.808296 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Resources bound (agent type, host, resource id): {{(pid=85255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:56:25.820388 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Received port after_create {{(pid=85255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:56:25.826472 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Allocated IP 172.28.0.222 (8df4ea79-732a-43b6-97d7-19109b70c389/9f1b2a28-977e-4854-8466-cbb1a9b3b7c1/0b77e284-55ad-4a17-98c8-4432e107b18a) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:56:26.043711 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Attempting to bind port 2c485a34-d63b-4b26-9b5f-921f86f1be6e on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:56:26.044616 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Attempting to bind port 2c485a34-d63b-4b26-9b5f-921f86f1be6e by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': '1e410c6a-580f-4927-a207-b85fcd0cb2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '69760698-3801-43b3-a74b-316b7860b934'}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:56:26.044616 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Attempting to bind port 2c485a34-d63b-4b26-9b5f-921f86f1be6e on network 69760698-3801-43b3-a74b-316b7860b934 {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:56:26.054565 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:56:26.054565 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Checking segment: {'id': '1e410c6a-580f-4927-a207-b85fcd0cb2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '69760698-3801-43b3-a74b-316b7860b934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:56:26.054565 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:26.054565 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Bound using segment: {'id': '1e410c6a-580f-4927-a207-b85fcd0cb2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '69760698-3801-43b3-a74b-316b7860b934'} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:56:26.055167 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Bound port: 2c485a34-d63b-4b26-9b5f-921f86f1be6e, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e410c6a-580f-4927-a207-b85fcd0cb2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '69760698-3801-43b3-a74b-316b7860b934'}}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:56:26.055305 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:26.065105 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f634b-ac57-41a9-8fe6-7914db0db5db req-941fef14-b42c-4b53-9573-3004b77506d8 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:26.065105 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-138f634b-ac57-41a9-8fe6-7914db0db5db req-941fef14-b42c-4b53-9573-3004b77506d8 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.5880644 Apr 09 01:56:26.158360 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f85294-0222-4bc3-875a-ba9999a06523', 'name': 'tempest-TestShelveInstance-1035235097-router', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:01Z', 'updated_at': '2021-04-09T01:56:12Z', 'revision_number': 4, 'project_id': '60c2b5f2443044d88660062c502a1923', 'gw_port': {'id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:03Z', 'updated_at': '2021-04-09T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'd90db13d-153c-4b25-bb5a-20a4e6430857', 'name': '', 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'mac_address': 'fa:16:3e:d6:38:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:10Z', 'updated_at': '2021-04-09T01:56:23Z', 'revision_number': 4, 'project_id': '60c2b5f2443044d88660062c502a1923', 'subnets': [{'id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:26.170363 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dfcc9f-4500-494a-b4f9-abaf9dc0edf3 None None] The sync data for ids ['13f85294-0222-4bc3-875a-ba9999a06523'] in dv-cinder-784623-6-smb is: [{'id': '13f85294-0222-4bc3-875a-ba9999a06523', 'name': 'tempest-TestShelveInstance-1035235097-router', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:01Z', 'updated_at': '2021-04-09T01:56:12Z', 'revision_number': 4, 'project_id': '60c2b5f2443044d88660062c502a1923', 'gw_port': {'id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:03Z', 'updated_at': '2021-04-09T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'd90db13d-153c-4b25-bb5a-20a4e6430857', 'name': '', 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'mac_address': 'fa:16:3e:d6:38:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:10Z', 'updated_at': '2021-04-09T01:56:23Z', 'revision_number': 4, 'project_id': '60c2b5f2443044d88660062c502a1923', 'subnets': [{'id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:56:26.180872 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] For port 2c485a34-d63b-4b26-9b5f-921f86f1be6e, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:56:26.187626 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] For port 2c485a34-d63b-4b26-9b5f-921f86f1be6e, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=2c485a34-d63b-4b26-9b5f-921f86f1be6e,segment=NetworkSegment(1e410c6a-580f-4927-a207-b85fcd0cb2f5),segment_id=1e410c6a-580f-4927-a207-b85fcd0cb2f5)] {{(pid=85255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:56:26.203145 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:26.217806 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-138f634b-ac57-41a9-8fe6-7914db0db5db req-fbbc41bb-2c8f-45e1-a1c9-c6c22305356d tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168432 Apr 09 01:56:26.244952 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-96be0023-9b8e-4ce8-9303-13acac75fc29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:26.371846 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b7855-9594-4ac3-9716-2a747fb6702d req-ce23b4c9-79af-4339-b127-de0db7f0af56 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:26.374222 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4e9b7855-9594-4ac3-9716-2a747fb6702d req-ce23b4c9-79af-4339-b127-de0db7f0af56 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.7060785 Apr 09 01:56:26.521389 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-3561e1a5-cefd-466b-8ed5-23be34250324 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:26.572802 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9087a575-f5be-457b-8fd0-6f37953e7b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:26.577422 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4e9b7855-9594-4ac3-9716-2a747fb6702d req-90d884e3-e676-48d3-a784-dbb51550b18e tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383646 Apr 09 01:56:26.624964 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Pushing event updated for resources: {'Port': ['ID=2c485a34-d63b-4b26-9b5f-921f86f1be6e,revision_number=2']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:26.637960 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:26.638521 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:26.639052 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:26.639546 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:26.640030 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:26.640521 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:26.641029 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:26.641746 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:26.641927 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:26.642427 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:26.642910 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:26.643404 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:56:26.649639 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:26.702882 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9087a575-f5be-457b-8fd0-6f37953e7b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:26.729588 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-271de767-782c-49a5-b7a4-a955d894c8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:26.744263 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5d7d4f51-579a-4895-9e4d-b36aa88801a2 req-00aa8161-c582-4b27-9fde-f15be2b400a0 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 210 time: 0.2403076 Apr 09 01:56:26.822069 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087a575-f5be-457b-8fd0-6f37953e7b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2a3980-f0b0-4003-9e3e-a9a6880e8273,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:26.843613 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:26.858704 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9087a575-f5be-457b-8fd0-6f37953e7b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:26.861105 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-3561e1a5-cefd-466b-8ed5-23be34250324 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:26.914176 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-14c08753-d303-48a6-af0f-ab2b65065906 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:26.994627 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-9087a575-f5be-457b-8fd0-6f37953e7b18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff1445101cd6435cb1a7d5e5ee91ea0c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0566611 Apr 09 01:56:26.995690 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56554) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:27.175291 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-df7418d8-6be2-4594-a208-ce3b79e5f6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:27.222238 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-df7418d8-6be2-4594-a208-ce3b79e5f6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:27.328611 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-df7418d8-6be2-4594-a208-ce3b79e5f6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:27.336377 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-39d4f98e-6bc6-4b9d-91a6-227572724aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:27.361505 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561e1a5-cefd-466b-8ed5-23be34250324 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Pushing event updated for resources: {'Port': ['ID=91beea4c-0726-4e46-9e18-aba74cb37c17,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:27.371417 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7418d8-6be2-4594-a208-ce3b79e5f6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2a3980-f0b0-4003-9e3e-a9a6880e8273,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:27.375008 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:27.375958 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-df7418d8-6be2-4594-a208-ce3b79e5f6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:27.382960 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-df7418d8-6be2-4594-a208-ce3b79e5f6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:27.389311 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3561e1a5-cefd-466b-8ed5-23be34250324 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:27.413324 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-df7418d8-6be2-4594-a208-ce3b79e5f6d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c2a3980-f0b0-4003-9e3e-a9a6880e8273 HTTP/1.1" status: 204 len: 168 time: 0.4160135 Apr 09 01:56:27.440421 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:27.681218 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-3561e1a5-cefd-466b-8ed5-23be34250324 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Network 40b8a8c0-58de-4258-a800-2849c860f84f is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:56:27.905645 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Pushing event updated for resources: {'Port': ['ID=0b77e284-55ad-4a17-98c8-4432e107b18a,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:27.910563 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-3561e1a5-cefd-466b-8ed5-23be34250324 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:56:27.915097 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:28.002830 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 2c485a34-d63b-4b26-9b5f-921f86f1be6e up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:56:28.018725 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-3561e1a5-cefd-466b-8ed5-23be34250324 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:56:28.024992 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-3561e1a5-cefd-466b-8ed5-23be34250324 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:28.025834 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-3561e1a5-cefd-466b-8ed5-23be34250324 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:28.144437 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port 2c485a34-d63b-4b26-9b5f-921f86f1be6e completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:56:28.155245 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device d90db13d-153c-4b25-bb5a-20a4e6430857 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:56:28.263316 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56574) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:28.302791 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8cfc56e4-758e-4ac3-8663-1a64602056f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:28.313284 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port d90db13d-153c-4b25-bb5a-20a4e6430857 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:56:28.322883 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port d90db13d-153c-4b25-bb5a-20a4e6430857 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:56:28.323644 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:28.335139 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-8cfc56e4-758e-4ac3-8663-1a64602056f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:28.340998 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-8cfc56e4-758e-4ac3-8663-1a64602056f9 admin admin] Usage tracker for resource:security_group_rule and tenant:8ed070c96a7b40b6877c140cecab39c6 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:28.348470 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-8cfc56e4-758e-4ac3-8663-1a64602056f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:28.364374 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-8cfc56e4-758e-4ac3-8663-1a64602056f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:28.480897 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8cfc56e4-758e-4ac3-8663-1a64602056f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:28.486777 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8cfc56e4-758e-4ac3-8663-1a64602056f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:28.499216 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fb160f40-b13f-48b2-9902-1cb5f083525d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:28.530706 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:28.557033 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-8cfc56e4-758e-4ac3-8663-1a64602056f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ed070c96a7b40b6877c140cecab39c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893431 Apr 09 01:56:28.557033 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc56e4-758e-4ac3-8663-1a64602056f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab22762-030b-4602-8996-62b145d1f2b7,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:28.558324 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56578) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:28.562117 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8cfc56e4-758e-4ac3-8663-1a64602056f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:28.585864 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] For port d90db13d-153c-4b25-bb5a-20a4e6430857, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=d90db13d-153c-4b25-bb5a-20a4e6430857,segment=NetworkSegment(d7c7569c-54ab-4658-98cf-f2d409cae760),segment_id=d7c7569c-54ab-4658-98cf-f2d409cae760)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:56:28.589805 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:28.595651 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:28.662320 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0e3be-11dd-4415-862f-42868d36d07c req-a039dd52-7d6b-406a-8a7e-b22fdc3bc967 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:28.673085 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-44d0e3be-11dd-4415-862f-42868d36d07c req-a039dd52-7d6b-406a-8a7e-b22fdc3bc967 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.8007140 Apr 09 01:56:28.676652 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-3561e1a5-cefd-466b-8ed5-23be34250324 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3467207 Apr 09 01:56:28.719038 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=d90db13d-153c-4b25-bb5a-20a4e6430857,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:28.722441 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Request body: {'port': {'device_id': '7a0254a9-f8e1-445f-b7fe-d9f06b674a2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:28.728695 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eada65b2-a093-4c96-8a1b-e17b6bfe1985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:28.737718 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:28.783355 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Network 8df4ea79-732a-43b6-97d7-19109b70c389 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:56:28.786510 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15990748-ad93-446d-b39c-a315673349da None None] Network 69760698-3801-43b3-a74b-316b7860b934 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:56:28.794469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:56:28.808826 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:56:28.811622 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eada65b2-a093-4c96-8a1b-e17b6bfe1985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:28.932258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-33761880-007f-473a-a015-acf3801116aa None None] Provisioning for port 2c485a34-d63b-4b26-9b5f-921f86f1be6e completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:56:28.955050 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eada65b2-a093-4c96-8a1b-e17b6bfe1985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:28.959433 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-1e1b0dfe-1b46-4be3-ade2-409252b888db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:28.985875 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-44d0e3be-11dd-4415-862f-42868d36d07c req-aeed17c2-cd17-41b5-9703-614d5c1afd77 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114657 Apr 09 01:56:28.993557 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada65b2-a093-4c96-8a1b-e17b6bfe1985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab22762-030b-4602-8996-62b145d1f2b7,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:29.003036 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-eada65b2-a093-4c96-8a1b-e17b6bfe1985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:29.019754 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eada65b2-a093-4c96-8a1b-e17b6bfe1985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:29.031515 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-eada65b2-a093-4c96-8a1b-e17b6bfe1985 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ab22762-030b-4602-8996-62b145d1f2b7 HTTP/1.1" status: 204 len: 168 time: 0.4665327 Apr 09 01:56:29.162653 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-33761880-007f-473a-a015-acf3801116aa None None] Provisioning complete for port 2c485a34-d63b-4b26-9b5f-921f86f1be6e triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:56:29.163416 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-33761880-007f-473a-a015-acf3801116aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:29.413374 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c80194-8658-4d43-a069-434ad281e3ff req-072a1a8d-07b0-4112-80e1-a940010d5a23 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:29.416579 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-82c80194-8658-4d43-a069-434ad281e3ff req-072a1a8d-07b0-4112-80e1-a940010d5a23 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 1.3719711 Apr 09 01:56:29.536678 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-33761880-007f-473a-a015-acf3801116aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:29.587468 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-33761880-007f-473a-a015-acf3801116aa None None] For port 2c485a34-d63b-4b26-9b5f-921f86f1be6e, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=2c485a34-d63b-4b26-9b5f-921f86f1be6e,segment=NetworkSegment(1e410c6a-580f-4927-a207-b85fcd0cb2f5),segment_id=1e410c6a-580f-4927-a207-b85fcd0cb2f5)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:56:29.620117 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-33761880-007f-473a-a015-acf3801116aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:29.625322 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:29.727947 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:29.922610 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:29.929681 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33761880-007f-473a-a015-acf3801116aa None None] Pushing event updated for resources: {'Port': ['ID=2c485a34-d63b-4b26-9b5f-921f86f1be6e,revision_number=3']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:29.957288 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device d90db13d-153c-4b25-bb5a-20a4e6430857 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:56:30.091304 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-33761880-007f-473a-a015-acf3801116aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:30.189460 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-bd6efb86-a84c-48e8-aacc-2af95b0fabf1 None None] Provisioning complete for port 2c485a34-d63b-4b26-9b5f-921f86f1be6e triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:56:30.190682 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bd6efb86-a84c-48e8-aacc-2af95b0fabf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:30.306065 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-82c80194-8658-4d43-a069-434ad281e3ff req-875dd5e8-2501-4070-8c32-6bfb451ceddf tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3848453 Apr 09 01:56:30.391014 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port d90db13d-153c-4b25-bb5a-20a4e6430857 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:56:30.391684 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:30.434236 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c1e01-12e8-46d4-b55d-920d3935f415 req-08232a80-6cfa-4738-9ee0-efa567817dc5 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:30.435613 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-1d4c1e01-12e8-46d4-b55d-920d3935f415 req-08232a80-6cfa-4738-9ee0-efa567817dc5 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Synchronizing usage tracker for tenant:7c94033d3401408faf093aeb8bcd999a on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:56:30.474865 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-1d4c1e01-12e8-46d4-b55d-920d3935f415 req-08232a80-6cfa-4738-9ee0-efa567817dc5 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Unset dirty status for tenant:7c94033d3401408faf093aeb8bcd999a on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:56:30.485184 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1d4c1e01-12e8-46d4-b55d-920d3935f415 req-08232a80-6cfa-4738-9ee0-efa567817dc5 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 932 time: 1.2664971 Apr 09 01:56:31.420425 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1d4c1e01-12e8-46d4-b55d-920d3935f415 req-caff3750-490f-408d-965a-67cfa9b7812d tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb69935-6240-42ec-a2cf-9b9587514c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9339523 Apr 09 01:56:31.585078 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f780d-e34e-471c-99c6-d2ab1e8e25c7 req-1fb44f7e-1441-4f1e-9fd0-9421adc098fa tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:31.586958 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-972f780d-e34e-471c-99c6-d2ab1e8e25c7 req-1fb44f7e-1441-4f1e-9fd0-9421adc098fa tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.9287879 Apr 09 01:56:31.691629 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854004705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854110841'] for router, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:31.768168 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-972f780d-e34e-471c-99c6-d2ab1e8e25c7 req-e7c25c2a-77c3-493f-ba59-3c7df5668a51 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642168 Apr 09 01:56:31.804233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 2c485a34-d63b-4b26-9b5f-921f86f1be6e up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:56:31.931239 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 2c485a34-d63b-4b26-9b5f-921f86f1be6e triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:56:31.931990 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:32.033139 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.db.resource_extend [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 09 01:56:32.160790 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:32.348990 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91beea4c-0726-4e46-9e18-aba74cb37c17 {{(pid=85253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:56:32.376786 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f1a88-5c4a-4e96-9d3f-4b7d87188cd4 req-1513b440-42a8-4626-bbb2-527e2f4c21c4 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:32.379856 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fc2f1a88-5c4a-4e96-9d3f-4b7d87188cd4 req-1513b440-42a8-4626-bbb2-527e2f4c21c4 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.7863336 Apr 09 01:56:32.401832 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:32.474815 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Router 7bf48553-978b-4df7-8447-c43ae7229027 is scheduled to L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 with binding_index 1 {{(pid=85253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 09 01:56:32.509461 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fc2f1a88-5c4a-4e96-9d3f-4b7d87188cd4 req-ac338b47-57ac-49ed-b2dc-c2b76876c405 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133208 Apr 09 01:56:32.513062 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Transition to ACTIVE for port object 91beea4c-0726-4e46-9e18-aba74cb37c17 will not be triggered until provisioned by entity L2. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:56:32.532259 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:32.931318 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:56:32.974613 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:33.021073 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Sync routers for ids ['7bf48553-978b-4df7-8447-c43ae7229027'] in dv-cinder-784623-6-smb {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:56:33.195554 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7a660-b288-420e-bbd0-20657071b0fc req-e12f43be-7a8c-49b6-af24-cccd7871a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:33.198531 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-70a7a660-b288-420e-bbd0-20657071b0fc req-e12f43be-7a8c-49b6-af24-cccd7871a4a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0feb4b36722416aa1765908bfef18e9&device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 1099 time: 1.1063240 Apr 09 01:56:33.297075 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Routers {'7bf48553-978b-4df7-8447-c43ae7229027'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:56:33.297987 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:56:18Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7bf48553-978b-4df7-8447-c43ae7229027'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:33.375169 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Notify callbacks [] for router, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:33.376480 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 11.5166333 Apr 09 01:56:33.382944 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56666) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:33.427075 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Pushing event updated for resources: {'Port': ['ID=91beea4c-0726-4e46-9e18-aba74cb37c17,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:33.483010 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:33.551948 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Set router 7bf48553-978b-4df7-8447-c43ae7229027 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:56:33.679534 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7cf8b-1517-491e-8bd5-fd0f4f09b94e req-7e347dee-9440-4b6f-a3ee-fa6cd7c77041 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:33.681305 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-63c7cf8b-1517-491e-8bd5-fd0f4f09b94e req-7e347dee-9440-4b6f-a3ee-fa6cd7c77041 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 944 time: 0.7536533 Apr 09 01:56:33.691719 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7a660-b288-420e-bbd0-20657071b0fc req-395e600d-ce48-4aca-a6fa-11f6b4895a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:33.693363 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-70a7a660-b288-420e-bbd0-20657071b0fc req-395e600d-ce48-4aca-a6fa-11f6b4895a76 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf HTTP/1.1" status: 200 len: 920 time: 0.4215691 Apr 09 01:56:33.707505 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba3626-96cb-4d62-8f35-8a8e5d6051da req-53b7acb2-03e9-4132-8196-981b1ffe4ed3 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:33.710682 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5bba3626-96cb-4d62-8f35-8a8e5d6051da req-53b7acb2-03e9-4132-8196-981b1ffe4ed3 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.5590057 Apr 09 01:56:33.908292 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-70a7a660-b288-420e-bbd0-20657071b0fc req-48c7b3d2-fd96-4275-aed9-7d1b98c34ff6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5edf8884-1881-404c-9ab7-5cd908d13fc5 HTTP/1.1" status: 200 len: 217 time: 0.1896844 Apr 09 01:56:34.044155 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-63c7cf8b-1517-491e-8bd5-fd0f4f09b94e req-7a88e394-0e98-4021-99c8-1d9d09d1f355 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb69935-6240-42ec-a2cf-9b9587514c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287628 Apr 09 01:56:34.072994 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5bba3626-96cb-4d62-8f35-8a8e5d6051da req-6cadf50b-c473-4bbf-8d31-73c716db7f27 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704351 Apr 09 01:56:34.086831 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Attempting to bind port 91beea4c-0726-4e46-9e18-aba74cb37c17 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:56:34.087319 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Attempting to bind port 91beea4c-0726-4e46-9e18-aba74cb37c17 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '8d9e5380-5ad1-47ae-a24b-a5235e385a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '40b8a8c0-58de-4258-a800-2849c860f84f'}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:56:34.087949 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Attempting to bind port 91beea4c-0726-4e46-9e18-aba74cb37c17 on network 40b8a8c0-58de-4258-a800-2849c860f84f {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:56:34.109280 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Port 91beea4c-0726-4e46-9e18-aba74cb37c17 on network 40b8a8c0-58de-4258-a800-2849c860f84f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 01:56:34.109828 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Attempting to bind port 91beea4c-0726-4e46-9e18-aba74cb37c17 on network 40b8a8c0-58de-4258-a800-2849c860f84f {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:56:34.138659 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Checking agent: {'id': '474f91f5-43fb-4d3d-bd9b-d9ff88d57b86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:56:34.138659 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Checking segment: {'id': '8d9e5380-5ad1-47ae-a24b-a5235e385a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '40b8a8c0-58de-4258-a800-2849c860f84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:56:34.138659 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Bound using segment: {'id': '8d9e5380-5ad1-47ae-a24b-a5235e385a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '40b8a8c0-58de-4258-a800-2849c860f84f'} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:56:34.138659 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Bound port: 91beea4c-0726-4e46-9e18-aba74cb37c17, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e5380-5ad1-47ae-a24b-a5235e385a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '40b8a8c0-58de-4258-a800-2849c860f84f'}}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:56:34.138659 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:34.215611 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7a660-b288-420e-bbd0-20657071b0fc req-d46cfe3a-597e-476f-ae0d-ee41ad9eff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:34.229269 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-70a7a660-b288-420e-bbd0-20657071b0fc req-d46cfe3a-597e-476f-ae0d-ee41ad9eff11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=851870d6-f6e8-4260-ae58-6a636db3e134 HTTP/1.1" status: 200 len: 859 time: 0.2868328 Apr 09 01:56:34.325128 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf48553-978b-4df7-8447-c43ae7229027', 'name': 'tempest-TestShelveInstance-928104566-router', 'tenant_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '0b77e284-55ad-4a17-98c8-4432e107b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:21Z', 'updated_at': '2021-04-09T01:56:29Z', 'revision_number': 3, 'project_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'gw_port': {'id': '0b77e284-55ad-4a17-98c8-4432e107b18a', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf48553-978b-4df7-8447-c43ae7229027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:25Z', 'updated_at': '2021-04-09T01:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:34.337082 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Checking router: 7bf48553-978b-4df7-8447-c43ae7229027 for host: dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:56:34.337412 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Updating router 7bf48553-978b-4df7-8447-c43ae7229027 port 0b77e284-55ad-4a17-98c8-4432e107b18a binding host dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 01:56:34.435336 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:34.501878 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] For port 91beea4c-0726-4e46-9e18-aba74cb37c17, host hv-cinder-78462, cleared binding levels {{(pid=85253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:56:34.539482 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-70a7a660-b288-420e-bbd0-20657071b0fc req-1bf79a0a-de10-4600-937a-5fe759456bf0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1980426 Apr 09 01:56:34.541508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:56:34.550070 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] For port 91beea4c-0726-4e46-9e18-aba74cb37c17, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91beea4c-0726-4e46-9e18-aba74cb37c17,segment=NetworkSegment(8d9e5380-5ad1-47ae-a24b-a5235e385a42),segment_id=8d9e5380-5ad1-47ae-a24b-a5235e385a42)] {{(pid=85253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:56:34.622444 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:34.674322 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:35.580372 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Pushing event updated for resources: {'Port': ['ID=91beea4c-0726-4e46-9e18-aba74cb37c17,revision_number=3']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:35.605226 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.931s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:35.627881 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Notify callbacks [] for port, precommit_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:35.651509 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Transition to ACTIVE for port object 0b77e284-55ad-4a17-98c8-4432e107b18a will not be triggered until provisioned by entity L2. {{(pid=85256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:56:35.658965 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:35.662375 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:35.690353 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:35.695447 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-70a7a660-b288-420e-bbd0-20657071b0fc req-453bd808-5021-496d-bc66-f525352346be service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1430016 Apr 09 01:56:35.711165 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef663ca-9e8d-4a0e-831b-12a63d2b8ffd req-390e723e-f883-43d2-9c75-9d47198f53c8 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:35.727535 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2ef663ca-9e8d-4a0e-831b-12a63d2b8ffd req-390e723e-f883-43d2-9c75-9d47198f53c8 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 1.3880167 Apr 09 01:56:35.860677 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19938e5-67bc-4bcd-9330-8c1e527d0823 None None] Pushing event updated for resources: {'Port': ['ID=0b77e284-55ad-4a17-98c8-4432e107b18a,revision_number=2']} {{(pid=85256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:35.865963 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b19938e5-67bc-4bcd-9330-8c1e527d0823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:35.874198 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2ef663ca-9e8d-4a0e-831b-12a63d2b8ffd req-9dbaf949-6fb9-415f-bc74-1ffb94da4968 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453490 Apr 09 01:56:35.991513 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:35.992685 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:35.995338 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] 10.222.0.60 "PUT /v2.0/ports/91beea4c-0726-4e46-9e18-aba74cb37c17 HTTP/1.1" status: 200 len: 1094 time: 7.2890410 Apr 09 01:56:36.013768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0254a9-f8e1-445f-b7fe-d9f06b674a2e', 'tag': '91beea4c-0726-4e46-9e18-aba74cb37c17'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:56:36.036033 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Attempting to bind port 0b77e284-55ad-4a17-98c8-4432e107b18a on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:56:36.036443 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Attempting to bind port 0b77e284-55ad-4a17-98c8-4432e107b18a by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}] {{(pid=85256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:56:36.036866 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Attempting to bind port 0b77e284-55ad-4a17-98c8-4432e107b18a on network 8df4ea79-732a-43b6-97d7-19109b70c389 {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:56:36.060181 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:56:36.060632 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Checking segment: {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:56:36.061546 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:36.061546 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Bound using segment: {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'} {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:56:36.062023 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Bound port: 0b77e284-55ad-4a17-98c8-4432e107b18a, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}}] {{(pid=85256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:56:36.062467 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:36.141463 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Allocated IP 172.20.0.1 (69760698-3801-43b3-a74b-316b7860b934/998baa23-165b-4665-a17d-278cc0450516/f98be657-50c7-4c04-9d07-a87b8e04196e) {{(pid=85254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:56:36.182137 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] For port 0b77e284-55ad-4a17-98c8-4432e107b18a, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:56:36.188158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] For port 0b77e284-55ad-4a17-98c8-4432e107b18a, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=0b77e284-55ad-4a17-98c8-4432e107b18a,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:56:36.196355 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:36.216654 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc6171-1973-4968-bd5e-16c1a05dff5c req-dc48c732-3f8c-4a7f-bedf-d06f9844785a tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:36.219397 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7ccc6171-1973-4968-bd5e-16c1a05dff5c req-dc48c732-3f8c-4a7f-bedf-d06f9844785a tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.6491597 Apr 09 01:56:36.241073 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:36.328396 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19938e5-67bc-4bcd-9330-8c1e527d0823 None None] Pushing event updated for resources: {'Port': ['ID=0b77e284-55ad-4a17-98c8-4432e107b18a,revision_number=3']} {{(pid=85256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:36.330167 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-70a7a660-b288-420e-bbd0-20657071b0fc req-8ff803e9-6cf9-46c8-8691-c9b019c15e22 service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5991101 Apr 09 01:56:36.409313 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:36.428308 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b19938e5-67bc-4bcd-9330-8c1e527d0823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:36.448287 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Transition to ACTIVE for port object f98be657-50c7-4c04-9d07-a87b8e04196e will not be triggered until provisioned by entity DHCP. {{(pid=85254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:56:36.448485 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7ccc6171-1973-4968-bd5e-16c1a05dff5c req-b8183ba9-db41-492d-8afd-9c5bb8c9fbde tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826824 Apr 09 01:56:36.540782 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:36.544076 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0254a9-f8e1-445f-b7fe-d9f06b674a2e', 'tag': '91beea4c-0726-4e46-9e18-aba74cb37c17', 'status': 'completed', 'code': 200} Apr 09 01:56:36.566053 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Routers {'7bf48553-978b-4df7-8447-c43ae7229027'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:56:36.567105 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:56:18Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7bf48553-978b-4df7-8447-c43ae7229027'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:36.572213 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-5363b628-c9cb-4741-9fc0-3715b9d8d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:36.573886 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-5363b628-c9cb-4741-9fc0-3715b9d8d76b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c94033d3401408faf093aeb8bcd999a&device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 1097 time: 0.4625697 Apr 09 01:56:36.588922 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206feb5-d1bd-429e-a764-5abb683e293f req-dae6f1b9-dd6f-457c-bb2e-f58683ba934f tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:36.597168 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d206feb5-d1bd-429e-a764-5abb683e293f req-dae6f1b9-dd6f-457c-bb2e-f58683ba934f tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 944 time: 0.4225852 Apr 09 01:56:36.624742 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-eacf3ac3-3494-4a70-aef3-461813a216b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:36.707174 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d206feb5-d1bd-429e-a764-5abb683e293f req-0ff408ca-1233-454c-9790-779fbe8da89d tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb69935-6240-42ec-a2cf-9b9587514c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088750 Apr 09 01:56:36.734951 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-3ca01fa2-5081-4b13-9ef3-41bf544ed250 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91beea4c-0726-4e46-9e18-aba74cb37c17 HTTP/1.1" status: 200 len: 217 time: 0.1081104 Apr 09 01:56:36.825137 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-feee57f9-7871-425f-b55b-d4cc239fd550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:36.827430 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-feee57f9-7871-425f-b55b-d4cc239fd550 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d755bcb-b648-4518-90f0-130d9072544d HTTP/1.1" status: 200 len: 849 time: 0.0855081 Apr 09 01:56:36.907283 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] Set router 7bf48553-978b-4df7-8447-c43ae7229027 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:56:36.911188 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-8f96804c-1430-41fa-acd2-c17ddae26857 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=40b8a8c0-58de-4258-a800-2849c860f84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756409 Apr 09 01:56:37.109743 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Pushing event updated for resources: {'Port': ['ID=f98be657-50c7-4c04-9d07-a87b8e04196e,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:37.118547 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:37.293204 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Network 69760698-3801-43b3-a74b-316b7860b934 is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:56:37.296129 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:56:37.300186 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Received port after_create {{(pid=85254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:56:37.358224 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-85e4b285-4a7f-43c7-b675-6e572fc3dd1f service neutron] 10.222.0.60 "GET /v2.0/networks/40b8a8c0-58de-4258-a800-2849c860f84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367311 Apr 09 01:56:37.475645 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692043'] for router_interface, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:37.565580 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf48553-978b-4df7-8447-c43ae7229027', 'name': 'tempest-TestShelveInstance-928104566-router', 'tenant_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '0b77e284-55ad-4a17-98c8-4432e107b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:21Z', 'updated_at': '2021-04-09T01:56:29Z', 'revision_number': 3, 'project_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'gw_port': {'id': '0b77e284-55ad-4a17-98c8-4432e107b18a', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf48553-978b-4df7-8447-c43ae7229027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:25Z', 'updated_at': '2021-04-09T01:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:37.585090 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614d9c3c-b54f-42bb-9fb6-9189278f5fc2 None None] The sync data for ids ['7bf48553-978b-4df7-8447-c43ae7229027'] in dv-cinder-784623-6-smb is: [{'id': '7bf48553-978b-4df7-8447-c43ae7229027', 'name': 'tempest-TestShelveInstance-928104566-router', 'tenant_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '0b77e284-55ad-4a17-98c8-4432e107b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:21Z', 'updated_at': '2021-04-09T01:56:29Z', 'revision_number': 3, 'project_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'gw_port': {'id': '0b77e284-55ad-4a17-98c8-4432e107b18a', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf48553-978b-4df7-8447-c43ae7229027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:25Z', 'updated_at': '2021-04-09T01:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}] {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:56:37.790974 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d633f1db-1e1b-4e9a-a3b9-12b7b267d482 req-a05a6777-f65b-46ca-9879-e1b7eee70d3e service neutron] 10.222.0.60 "GET /v2.0/networks/40b8a8c0-58de-4258-a800-2849c860f84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210505 Apr 09 01:56:37.791813 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:37.808359 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08718d-49c3-4bea-9b66-3427e974b548 req-b22d0b26-9206-4613-8514-fe09c98de5f3 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:37.823425 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6f08718d-49c3-4bea-9b66-3427e974b548 req-b22d0b26-9206-4613-8514-fe09c98de5f3 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.6807528 Apr 09 01:56:37.889373 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-18a21b15-b09c-435b-9cdd-e05c08459050 None None] Provisioning for port f98be657-50c7-4c04-9d07-a87b8e04196e completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:56:37.903099 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-18a21b15-b09c-435b-9cdd-e05c08459050 None None] Provisioning complete for port f98be657-50c7-4c04-9d07-a87b8e04196e triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:56:37.904672 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-18a21b15-b09c-435b-9cdd-e05c08459050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:37.972650 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6f08718d-49c3-4bea-9b66-3427e974b548 req-e7a35422-9e01-425d-92b4-006167fe6ce4 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475708 Apr 09 01:56:38.092141 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-18a21b15-b09c-435b-9cdd-e05c08459050 None None] Port f98be657-50c7-4c04-9d07-a87b8e04196e cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 01:56:38.213253 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3043cd6-c826-41d4-9ea6-89040b8a910f req-5788d8ac-ad3f-4a37-a20b-961adb7d79e5 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:38.233400 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c3043cd6-c826-41d4-9ea6-89040b8a910f req-5788d8ac-ad3f-4a37-a20b-961adb7d79e5 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.4343402 Apr 09 01:56:38.243928 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3edab-d071-4c67-9c61-06e80dac5acf req-bdb0b160-8c10-46cf-be6e-ba5fc459a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:38.249980 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d2a3edab-d071-4c67-9c61-06e80dac5acf req-bdb0b160-8c10-46cf-be6e-ba5fc459a372 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c94033d3401408faf093aeb8bcd999a&device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 1097 time: 0.3536434 Apr 09 01:56:38.316893 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c3043cd6-c826-41d4-9ea6-89040b8a910f req-4bc0c0dc-cae8-4ef8-8600-f27c02a2da30 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819051 Apr 09 01:56:38.473976 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:38.487547 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852597316'] for port, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:38.596918 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-80153c12-bdb4-407d-a278-83076a5e4551 tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:38.647971 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40d0b3-818c-4252-969e-8a86248ec702 req-4fe911bf-4ca4-4e7d-97fb-1bcc688efb4f tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:38.657093 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cc40d0b3-818c-4252-969e-8a86248ec702 req-4fe911bf-4ca4-4e7d-97fb-1bcc688efb4f tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 944 time: 0.2844296 Apr 09 01:56:38.675389 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3edab-d071-4c67-9c61-06e80dac5acf req-9f445402-5f85-4e37-abf3-055e1d3955a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:38.680502 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d2a3edab-d071-4c67-9c61-06e80dac5acf req-9f445402-5f85-4e37-abf3-055e1d3955a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=40b8a8c0-58de-4258-a800-2849c860f84f HTTP/1.1" status: 200 len: 910 time: 0.3528657 Apr 09 01:56:38.681774 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774814'] for router_interface, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:38.722603 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cc40d0b3-818c-4252-969e-8a86248ec702 req-f5eef0bd-5724-4250-8d79-662441657d44 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb69935-6240-42ec-a2cf-9b9587514c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642526 Apr 09 01:56:38.834482 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Pushing event updated for resources: {'Port': ['ID=f98be657-50c7-4c04-9d07-a87b8e04196e,revision_number=2']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:38.852628 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d2a3edab-d071-4c67-9c61-06e80dac5acf req-0bbcfe09-b44b-4225-9e6d-142ad993a51c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91beea4c-0726-4e46-9e18-aba74cb37c17 HTTP/1.1" status: 200 len: 217 time: 0.1576250 Apr 09 01:56:38.861373 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:38.982958 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Network 69760698-3801-43b3-a74b-316b7860b934 is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:56:38.985276 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:56:39.052453 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3edab-d071-4c67-9c61-06e80dac5acf req-6957266a-a440-4ef9-a078-7e83e9e211d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:39.054782 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d2a3edab-d071-4c67-9c61-06e80dac5acf req-6957266a-a440-4ef9-a078-7e83e9e211d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d755bcb-b648-4518-90f0-130d9072544d HTTP/1.1" status: 200 len: 849 time: 0.1850896 Apr 09 01:56:39.154326 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d2a3edab-d071-4c67-9c61-06e80dac5acf req-d2a96d08-1e1c-401b-8bfa-f670c1aa4a30 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=40b8a8c0-58de-4258-a800-2849c860f84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884914 Apr 09 01:56:39.471905 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-349837d4-a61f-463f-9b55-f69cc443eb52 None None] Provisioning complete for port f98be657-50c7-4c04-9d07-a87b8e04196e triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:56:39.473009 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-349837d4-a61f-463f-9b55-f69cc443eb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:39.566594 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d2a3edab-d071-4c67-9c61-06e80dac5acf req-86de9faa-45e4-4a0e-bbfc-558890fdca15 service neutron] 10.222.0.60 "GET /v2.0/networks/40b8a8c0-58de-4258-a800-2849c860f84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057109 Apr 09 01:56:39.604314 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Router 7bf48553-978b-4df7-8447-c43ae7229027 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 01:56:39.645852 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-349837d4-a61f-463f-9b55-f69cc443eb52 None None] Port f98be657-50c7-4c04-9d07-a87b8e04196e cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 01:56:39.983566 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 0b77e284-55ad-4a17-98c8-4432e107b18a up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:56:40.168885 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:56:40.185735 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port 0b77e284-55ad-4a17-98c8-4432e107b18a completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:56:40.202978 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 0b77e284-55ad-4a17-98c8-4432e107b18a triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:56:40.202978 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:40.203712 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] 10.222.0.44 "PUT /v2.0/routers/7bf48553-978b-4df7-8447-c43ae7229027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8181334 Apr 09 01:56:40.517416 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:40.539233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] For port 0b77e284-55ad-4a17-98c8-4432e107b18a, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=0b77e284-55ad-4a17-98c8-4432e107b18a,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:56:40.546393 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:40.549405 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:40.663734 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a4084-3334-4571-9f7e-cd441cbaf3d8 req-2916f37d-29e9-4c72-94bd-4aa84323a5d9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:40.677437 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7c1a4084-3334-4571-9f7e-cd441cbaf3d8 req-2916f37d-29e9-4c72-94bd-4aa84323a5d9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 1.3038340 Apr 09 01:56:40.686273 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56816) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:40.706974 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=0b77e284-55ad-4a17-98c8-4432e107b18a,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:40.717671 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:40.756604 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7c1a4084-3334-4571-9f7e-cd441cbaf3d8 req-ee4daaea-4a96-48ff-a9dd-6f13e868d925 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779748 Apr 09 01:56:40.785699 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669238ff-c815-43d3-9c04-a635d29911b8 req-f9a9e4e6-06e7-4695-9555-62073f5dc66d tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:40.793668 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-669238ff-c815-43d3-9c04-a635d29911b8 req-f9a9e4e6-06e7-4695-9555-62073f5dc66d tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 1.1136267 Apr 09 01:56:40.876348 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d2a3edab-d071-4c67-9c61-06e80dac5acf req-155c9c7f-6b10-4a01-bd47-4583fb33ce92 service neutron] 10.222.0.60 "GET /v2.0/networks/40b8a8c0-58de-4258-a800-2849c860f84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2852514 Apr 09 01:56:40.927469 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-669238ff-c815-43d3-9c04-a635d29911b8 req-bf9ebbbc-16fa-4eb7-8e5c-fc4460fe7d8d tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323171 Apr 09 01:56:41.006987 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d074d28a-0cf9-4a10-a6df-a235a1d75b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:41.030798 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-d074d28a-0cf9-4a10-a6df-a235a1d75b1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:41.036539 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-d074d28a-0cf9-4a10-a6df-a235a1d75b1e admin admin] Usage tracker for resource:security_group_rule and tenant:08102af721f4410c9e8f6ed1c6013434 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:41.041037 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-d074d28a-0cf9-4a10-a6df-a235a1d75b1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:41.049183 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-d074d28a-0cf9-4a10-a6df-a235a1d75b1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:41.175222 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57883ed0-b6d4-4ef6-82c9-7c9572976775 req-1ee43216-bb6a-4311-b322-e9e53924757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:41.178254 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-57883ed0-b6d4-4ef6-82c9-7c9572976775 req-1ee43216-bb6a-4311-b322-e9e53924757d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 1099 time: 0.3680248 Apr 09 01:56:41.184931 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d074d28a-0cf9-4a10-a6df-a235a1d75b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:41.189704 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d074d28a-0cf9-4a10-a6df-a235a1d75b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:41.201342 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8d9f4-cacb-4236-99ca-635c7e42b04a req-54180467-763f-4fc4-8c64-9052184727de tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:41.204288 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c4f8d9f4-cacb-4236-99ca-635c7e42b04a req-54180467-763f-4fc4-8c64-9052184727de tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 944 time: 0.2745895 Apr 09 01:56:41.224154 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-14c48bc0-ab09-4570-af5b-765073f95b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:41.236689 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-d074d28a-0cf9-4a10-a6df-a235a1d75b1e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08102af721f4410c9e8f6ed1c6013434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5492165 Apr 09 01:56:41.240168 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56826) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:41.281141 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-57883ed0-b6d4-4ef6-82c9-7c9572976775 req-358936f6-3957-48fd-98ab-a1b8c8d6f143 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748172 Apr 09 01:56:41.291033 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c4f8d9f4-cacb-4236-99ca-635c7e42b04a req-195901f0-b20e-4da6-a7ee-8fbd757c600a tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb69935-6240-42ec-a2cf-9b9587514c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651629 Apr 09 01:56:41.306933 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074d28a-0cf9-4a10-a6df-a235a1d75b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f9f326-c822-44d0-a9f6-7d9168aab8e8,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:41.322156 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d074d28a-0cf9-4a10-a6df-a235a1d75b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:41.374106 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9f1a1cdc-8eab-4568-a3e5-5c04796a52de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:41.377408 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 91beea4c-0726-4e46-9e18-aba74cb37c17 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 01:56:41.433977 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9f1a1cdc-8eab-4568-a3e5-5c04796a52de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:41.614338 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9f1a1cdc-8eab-4568-a3e5-5c04796a52de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:41.620293 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c098aa7d-7b8d-4af6-8737-fe1e4e1b9e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:41.640352 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a1cdc-8eab-4568-a3e5-5c04796a52de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f9f326-c822-44d0-a9f6-7d9168aab8e8,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:41.643910 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9f1a1cdc-8eab-4568-a3e5-5c04796a52de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:41.651216 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9f1a1cdc-8eab-4568-a3e5-5c04796a52de admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:41.663039 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-9f1a1cdc-8eab-4568-a3e5-5c04796a52de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0f9f326-c822-44d0-a9f6-7d9168aab8e8 HTTP/1.1" status: 204 len: 168 time: 0.4161847 Apr 09 01:56:41.955539 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56846) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:41.962695 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-ef661f76-5ba3-4387-836f-b4ffe4d962ef tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2125221369', 'description': 'tempest-secgroup-smoke-2125221369 description', 'project_id': '60c2b5f2443044d88660062c502a1923'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:41.984792 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ef661f76-5ba3-4387-836f-b4ffe4d962ef tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:42.003043 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ef661f76-5ba3-4387-836f-b4ffe4d962ef tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Usage tracker for resource:security_group and tenant:60c2b5f2443044d88660062c502a1923 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:42.011649 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ef661f76-5ba3-4387-836f-b4ffe4d962ef tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:42.032267 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ef661f76-5ba3-4387-836f-b4ffe4d962ef tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:42.063300 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ef661f76-5ba3-4387-836f-b4ffe4d962ef tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:42.145761 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ef661f76-5ba3-4387-836f-b4ffe4d962ef tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:42.161220 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ef661f76-5ba3-4387-836f-b4ffe4d962ef tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Usage tracker for resource:security_group_rule and tenant:60c2b5f2443044d88660062c502a1923 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:42.175445 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ef661f76-5ba3-4387-836f-b4ffe4d962ef tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:42.203200 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ef661f76-5ba3-4387-836f-b4ffe4d962ef tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:42.251802 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 91beea4c-0726-4e46-9e18-aba74cb37c17, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91beea4c-0726-4e46-9e18-aba74cb37c17,segment=NetworkSegment(8d9e5380-5ad1-47ae-a24b-a5235e385a42),segment_id=8d9e5380-5ad1-47ae-a24b-a5235e385a42)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:56:42.283412 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': '91beea4c-0726-4e46-9e18-aba74cb37c17', 'network_id': '40b8a8c0-58de-4258-a800-2849c860f84f', 'port_id': '91beea4c-0726-4e46-9e18-aba74cb37c17', 'mac_address': 'fa:16:3e:0b:cc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d755bcb-b648-4518-90f0-130d9072544d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 01:56:42.303158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 0b77e284-55ad-4a17-98c8-4432e107b18a up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:56:42.344424 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Sync routers for ids ['7bf48553-978b-4df7-8447-c43ae7229027'] in dv-cinder-784623-6-smb {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:56:42.362493 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ef661f76-5ba3-4387-836f-b4ffe4d962ef tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:42.366423 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ef661f76-5ba3-4387-836f-b4ffe4d962ef tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:42.396367 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d60fe26e-af02-49fe-93c6-e86d6588e5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:42.412233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56858) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:42.445619 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ef661f76-5ba3-4387-836f-b4ffe4d962ef tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:42.447335 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-ef661f76-5ba3-4387-836f-b4ffe4d962ef tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4907084 Apr 09 01:56:42.453354 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56864) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:42.468702 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0d0c5bca-bb8e-45dc-99eb-446d27fd277c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:42.479532 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:42.484277 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-a5d49853-dee1-4115-9bfe-de5ad9476fed tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Request body: {'security_group_rule': {'security_group_id': '3034a718-b37b-421f-aca8-a798ed3f7d53', 'project_id': '60c2b5f2443044d88660062c502a1923', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:42.500904 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-a5d49853-dee1-4115-9bfe-de5ad9476fed tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:42.505812 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-a5d49853-dee1-4115-9bfe-de5ad9476fed tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Usage tracker for resource:security_group_rule and tenant:60c2b5f2443044d88660062c502a1923 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:42.509226 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-a5d49853-dee1-4115-9bfe-de5ad9476fed tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:42.518938 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-a5d49853-dee1-4115-9bfe-de5ad9476fed tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:42.533908 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef661f76-5ba3-4387-836f-b4ffe4d962ef tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3034a718-b37b-421f-aca8-a798ed3f7d53,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:42.537075 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-0d0c5bca-bb8e-45dc-99eb-446d27fd277c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:42.549489 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ef661f76-5ba3-4387-836f-b4ffe4d962ef tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:42.550716 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-0d0c5bca-bb8e-45dc-99eb-446d27fd277c admin admin] Usage tracker for resource:security_group_rule and tenant:57ee623bc41141aa8d790e68ef9a33a9 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:42.555115 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Routers {'7bf48553-978b-4df7-8447-c43ae7229027'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:56:42.555683 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-0d0c5bca-bb8e-45dc-99eb-446d27fd277c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:42.555795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:56:18Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7bf48553-978b-4df7-8447-c43ae7229027'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:42.559218 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a5d49853-dee1-4115-9bfe-de5ad9476fed tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:42.570297 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dae52-3b7d-4799-80fc-799887e29e8c req-4bbef223-6464-4e2a-89dd-afe34aa66b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:42.573177 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-492dae52-3b7d-4799-80fc-799887e29e8c req-4bbef223-6464-4e2a-89dd-afe34aa66b10 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdb5c7b167ed48238a56c04c50600551&device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 1099 time: 0.6502857 Apr 09 01:56:42.603887 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-0d0c5bca-bb8e-45dc-99eb-446d27fd277c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:42.607568 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee406a-6afb-4570-b660-e868ae16952c req-3087708d-d090-4d1c-b153-0b94b303fc86 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:42.621765 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c4ee406a-6afb-4570-b660-e868ae16952c req-3087708d-d090-4d1c-b153-0b94b303fc86 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.8810670 Apr 09 01:56:42.643261 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91beea4c-0726-4e46-9e18-aba74cb37c17 {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:56:42.651512 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a5d49853-dee1-4115-9bfe-de5ad9476fed tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:42.656736 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a5d49853-dee1-4115-9bfe-de5ad9476fed tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:42.672117 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:42.704848 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd1edb-da2d-4dd4-b7f6-887f07daad7b req-b632f4e9-f0de-4c18-9664-614acff1c92a tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:42.714845 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a5d49853-dee1-4115-9bfe-de5ad9476fed tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:42.717104 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-a5d49853-dee1-4115-9bfe-de5ad9476fed tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2585154 Apr 09 01:56:42.722550 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56870) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:42.729663 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cbbd1edb-da2d-4dd4-b7f6-887f07daad7b req-b632f4e9-f0de-4c18-9664-614acff1c92a tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.5084710 Apr 09 01:56:42.730754 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d49853-dee1-4115-9bfe-de5ad9476fed tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab452270-d428-428b-9086-46241af5b71e,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:42.744310 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-d616e49a-4b8c-44aa-ba09-569bddd74e96 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Request body: {'security_group_rule': {'security_group_id': '3034a718-b37b-421f-aca8-a798ed3f7d53', 'project_id': '60c2b5f2443044d88660062c502a1923', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:42.754030 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a5d49853-dee1-4115-9bfe-de5ad9476fed tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:42.755159 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-d616e49a-4b8c-44aa-ba09-569bddd74e96 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:42.756875 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 91beea4c-0726-4e46-9e18-aba74cb37c17, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91beea4c-0726-4e46-9e18-aba74cb37c17,segment=NetworkSegment(8d9e5380-5ad1-47ae-a24b-a5235e385a42),segment_id=8d9e5380-5ad1-47ae-a24b-a5235e385a42)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:56:42.766695 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-d616e49a-4b8c-44aa-ba09-569bddd74e96 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Usage tracker for resource:security_group_rule and tenant:60c2b5f2443044d88660062c502a1923 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:42.774655 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-d616e49a-4b8c-44aa-ba09-569bddd74e96 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:42.781716 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 0b77e284-55ad-4a17-98c8-4432e107b18a triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:56:42.783069 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:42.785825 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-d616e49a-4b8c-44aa-ba09-569bddd74e96 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:42.836713 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d616e49a-4b8c-44aa-ba09-569bddd74e96 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:42.867650 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:42.881402 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ffde4376-9edd-42b8-9643-f9fd98ac4796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:42.924301 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0d0c5bca-bb8e-45dc-99eb-446d27fd277c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:42.968337 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cbbd1edb-da2d-4dd4-b7f6-887f07daad7b req-88582007-161b-4715-80d5-cd8e2f571e28 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369843 Apr 09 01:56:43.016862 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0d0c5bca-bb8e-45dc-99eb-446d27fd277c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:43.030587 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d616e49a-4b8c-44aa-ba09-569bddd74e96 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:43.032044 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bf210166-23e4-4fef-9311-97c15e754dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:43.032583 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c4ee406a-6afb-4570-b660-e868ae16952c req-2a7336eb-2fd8-4e64-a5ef-6bf76dfecc8c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3497739 Apr 09 01:56:43.043678 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d616e49a-4b8c-44aa-ba09-569bddd74e96 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:43.104854 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-0d0c5bca-bb8e-45dc-99eb-446d27fd277c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57ee623bc41141aa8d790e68ef9a33a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6910093 Apr 09 01:56:43.107871 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c5bca-bb8e-45dc-99eb-446d27fd277c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3cce3f-8f80-48e8-a149-145a214fadbf,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:43.114000 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56878) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:43.117021 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0d0c5bca-bb8e-45dc-99eb-446d27fd277c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:43.133002 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:43.137589 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=91beea4c-0726-4e46-9e18-aba74cb37c17,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:43.148985 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Set router 7bf48553-978b-4df7-8447-c43ae7229027 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:56:43.160966 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d616e49a-4b8c-44aa-ba09-569bddd74e96 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:43.162477 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-d616e49a-4b8c-44aa-ba09-569bddd74e96 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4380944 Apr 09 01:56:43.165636 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616e49a-4b8c-44aa-ba09-569bddd74e96 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c0091b-7eac-4747-8076-783773e8a050,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:43.175605 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56882) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:43.178591 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d616e49a-4b8c-44aa-ba09-569bddd74e96 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:43.185860 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-e511c415-3a23-43fc-b717-d23fb2e85c69 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Request body: {'security_group_rule': {'security_group_id': '3034a718-b37b-421f-aca8-a798ed3f7d53', 'project_id': '60c2b5f2443044d88660062c502a1923', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:43.189305 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dae52-3b7d-4799-80fc-799887e29e8c req-b5d79128-f4c5-42f8-a52c-f9e1ba107755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:43.191573 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-492dae52-3b7d-4799-80fc-799887e29e8c req-b5d79128-f4c5-42f8-a52c-f9e1ba107755 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd294572-97d5-4bf5-8461-bb564301b047 HTTP/1.1" status: 200 len: 911 time: 0.6026032 Apr 09 01:56:43.203265 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e511c415-3a23-43fc-b717-d23fb2e85c69 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:43.212986 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e511c415-3a23-43fc-b717-d23fb2e85c69 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Usage tracker for resource:security_group_rule and tenant:60c2b5f2443044d88660062c502a1923 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:43.214345 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:43.217508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['91beea4c-0726-4e46-9e18-aba74cb37c17'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:56:43.220703 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e511c415-3a23-43fc-b717-d23fb2e85c69 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:43.230611 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e511c415-3a23-43fc-b717-d23fb2e85c69 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:43.255457 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6d52d95e-5f81-47a4-a4ff-e037e32e74f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:43.287596 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e511c415-3a23-43fc-b717-d23fb2e85c69 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:43.311953 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6d52d95e-5f81-47a4-a4ff-e037e32e74f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:43.422468 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6d52d95e-5f81-47a4-a4ff-e037e32e74f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:43.429659 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-cb681c9a-2532-419b-8712-6f506548d15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:43.457112 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6d52d95e-5f81-47a4-a4ff-e037e32e74f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:43.461939 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-6d52d95e-5f81-47a4-a4ff-e037e32e74f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5e3cce3f-8f80-48e8-a149-145a214fadbf HTTP/1.1" status: 204 len: 168 time: 0.3465817 Apr 09 01:56:43.466921 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-492dae52-3b7d-4799-80fc-799887e29e8c req-65e509eb-37bc-46a4-81c7-9c3da51bb013 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=410692d9-e89f-4f6c-9fb6-9f2d8082d816 HTTP/1.1" status: 200 len: 1002 time: 0.2677174 Apr 09 01:56:43.471934 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52d95e-5f81-47a4-a4ff-e037e32e74f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3cce3f-8f80-48e8-a149-145a214fadbf,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:43.478072 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-6d52d95e-5f81-47a4-a4ff-e037e32e74f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:43.480179 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e511c415-3a23-43fc-b717-d23fb2e85c69 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:43.486473 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e511c415-3a23-43fc-b717-d23fb2e85c69 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:43.488743 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3995b0b9-229f-4921-afb5-a21bd5ed5801 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:43.587484 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511c415-3a23-43fc-b717-d23fb2e85c69 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7549f727-6721-473b-be65-cf7245f760e8,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:43.596638 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e511c415-3a23-43fc-b717-d23fb2e85c69 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:43.597857 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e511c415-3a23-43fc-b717-d23fb2e85c69 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:43.599189 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e511c415-3a23-43fc-b717-d23fb2e85c69 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4224720 Apr 09 01:56:43.605334 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56894) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:43.618884 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-159de225-b7c7-4941-af3e-1c7506ea9396 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Request body: {'security_group_rule': {'security_group_id': '3034a718-b37b-421f-aca8-a798ed3f7d53', 'project_id': '60c2b5f2443044d88660062c502a1923', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:43.635678 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-159de225-b7c7-4941-af3e-1c7506ea9396 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:43.651286 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-159de225-b7c7-4941-af3e-1c7506ea9396 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Usage tracker for resource:security_group_rule and tenant:60c2b5f2443044d88660062c502a1923 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:43.661603 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-159de225-b7c7-4941-af3e-1c7506ea9396 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:43.682139 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-159de225-b7c7-4941-af3e-1c7506ea9396 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:43.706442 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-59b881ed-6a47-499e-a5b8-cdc44c0d72e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:43.722898 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-159de225-b7c7-4941-af3e-1c7506ea9396 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:43.766661 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dae52-3b7d-4799-80fc-799887e29e8c req-06892d08-92ba-4dd4-80ae-5f84b47c7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:43.770918 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-492dae52-3b7d-4799-80fc-799887e29e8c req-06892d08-92ba-4dd4-80ae-5f84b47c7850 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2138fd35-c483-44d0-b246-34baead69e32 HTTP/1.1" status: 200 len: 849 time: 0.2136488 Apr 09 01:56:43.858904 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf48553-978b-4df7-8447-c43ae7229027', 'name': 'tempest-TestShelveInstance-928104566-router', 'tenant_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '0b77e284-55ad-4a17-98c8-4432e107b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:21Z', 'updated_at': '2021-04-09T01:56:37Z', 'revision_number': 4, 'project_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'gw_port': {'id': '0b77e284-55ad-4a17-98c8-4432e107b18a', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf48553-978b-4df7-8447-c43ae7229027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:25Z', 'updated_at': '2021-04-09T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'f98be657-50c7-4c04-9d07-a87b8e04196e', 'name': '', 'network_id': '69760698-3801-43b3-a74b-316b7860b934', 'tenant_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'mac_address': 'fa:16:3e:07:2a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf48553-978b-4df7-8447-c43ae7229027', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '998baa23-165b-4665-a17d-278cc0450516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:35Z', 'updated_at': '2021-04-09T01:56:38Z', 'revision_number': 2, 'project_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'subnets': [{'id': '998baa23-165b-4665-a17d-278cc0450516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:43.865440 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Checking router: 7bf48553-978b-4df7-8447-c43ae7229027 for host: dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:56:43.866084 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Updating router 7bf48553-978b-4df7-8447-c43ae7229027 port f98be657-50c7-4c04-9d07-a87b8e04196e binding host dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 01:56:43.929112 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-159de225-b7c7-4941-af3e-1c7506ea9396 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:43.935892 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-159de225-b7c7-4941-af3e-1c7506ea9396 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:43.938510 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e511c415-3a23-43fc-b717-d23fb2e85c69 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:43.954327 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4f5e3-8dc9-4cac-a280-9ba1ff4d30c5 req-6dd0a688-a166-4312-ad52-5887b16ee13c tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:43.968707 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d9c4f5e3-8dc9-4cac-a280-9ba1ff4d30c5 req-6dd0a688-a166-4312-ad52-5887b16ee13c tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 945 time: 0.4995396 Apr 09 01:56:43.980288 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159de225-b7c7-4941-af3e-1c7506ea9396 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f83db5c-5d53-4b1d-a5b8-32b6ca623a88,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:44.010129 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-159de225-b7c7-4941-af3e-1c7506ea9396 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:44.022392 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-159de225-b7c7-4941-af3e-1c7506ea9396 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:44.029774 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-159de225-b7c7-4941-af3e-1c7506ea9396 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4171767 Apr 09 01:56:44.029971 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56910) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:44.040201 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-3609d015-5921-4372-b56d-e61caf8d7984 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Request body: {'security_group_rule': {'security_group_id': '3034a718-b37b-421f-aca8-a798ed3f7d53', 'project_id': '60c2b5f2443044d88660062c502a1923', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:44.059103 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-3609d015-5921-4372-b56d-e61caf8d7984 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:44.066700 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-3609d015-5921-4372-b56d-e61caf8d7984 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Usage tracker for resource:security_group_rule and tenant:60c2b5f2443044d88660062c502a1923 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:44.076673 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d9c4f5e3-8dc9-4cac-a280-9ba1ff4d30c5 req-179878c9-9384-4e06-8727-4eb8b6c3870e tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb69935-6240-42ec-a2cf-9b9587514c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955219 Apr 09 01:56:44.081815 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-3609d015-5921-4372-b56d-e61caf8d7984 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:44.094990 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-3609d015-5921-4372-b56d-e61caf8d7984 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:44.101244 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dae52-3b7d-4799-80fc-799887e29e8c req-10eb80af-b628-4c2a-a524-c09831a5e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:44.103472 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-492dae52-3b7d-4799-80fc-799887e29e8c req-10eb80af-b628-4c2a-a524-c09831a5e1c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd294572-97d5-4bf5-8461-bb564301b047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3056805 Apr 09 01:56:44.108404 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:44.121302 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.securitygroups_db [None req-3609d015-5921-4372-b56d-e61caf8d7984 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Project 60c2b5f2443044d88660062c502a1923 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 09 01:56:44.138778 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3609d015-5921-4372-b56d-e61caf8d7984 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:44.286261 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3609d015-5921-4372-b56d-e61caf8d7984 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:44.293619 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3609d015-5921-4372-b56d-e61caf8d7984 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:44.296496 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a5d49853-dee1-4115-9bfe-de5ad9476fed tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:44.325182 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609d015-5921-4372-b56d-e61caf8d7984 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0e147d-0feb-4ea8-8fb7-96b8d2e67626,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:44.331737 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3609d015-5921-4372-b56d-e61caf8d7984 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:44.341561 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3609d015-5921-4372-b56d-e61caf8d7984 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:44.342997 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-3609d015-5921-4372-b56d-e61caf8d7984 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3119278 Apr 09 01:56:44.351847 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 56922) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:44.359532 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-f264b5d7-250c-4432-87b1-14d12179d5a7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Request body: {'security_group_rule': {'security_group_id': '3034a718-b37b-421f-aca8-a798ed3f7d53', 'project_id': '60c2b5f2443044d88660062c502a1923', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:44.366877 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-f264b5d7-250c-4432-87b1-14d12179d5a7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:44.371970 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-f264b5d7-250c-4432-87b1-14d12179d5a7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Usage tracker for resource:security_group_rule and tenant:60c2b5f2443044d88660062c502a1923 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:44.375886 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-f264b5d7-250c-4432-87b1-14d12179d5a7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:44.384109 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-f264b5d7-250c-4432-87b1-14d12179d5a7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:44.398806 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.securitygroups_db [None req-f264b5d7-250c-4432-87b1-14d12179d5a7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Project 60c2b5f2443044d88660062c502a1923 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 09 01:56:44.408022 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f264b5d7-250c-4432-87b1-14d12179d5a7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:44.514605 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f264b5d7-250c-4432-87b1-14d12179d5a7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:44.524119 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f264b5d7-250c-4432-87b1-14d12179d5a7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:44.527974 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d616e49a-4b8c-44aa-ba09-569bddd74e96 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:44.558517 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264b5d7-250c-4432-87b1-14d12179d5a7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee41992f-028c-42bf-abbf-69e19ee4f237,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:44.565701 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f264b5d7-250c-4432-87b1-14d12179d5a7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:44.591015 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f264b5d7-250c-4432-87b1-14d12179d5a7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:44.593751 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-f264b5d7-250c-4432-87b1-14d12179d5a7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2403483 Apr 09 01:56:44.658463 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-492dae52-3b7d-4799-80fc-799887e29e8c req-354373d7-1cb5-4137-ac0c-3cac4ff1b2c3 service neutron] 10.222.0.60 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451729 Apr 09 01:56:44.779352 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103e43a-f603-4828-be85-53aeb2e2bc67 req-cb34f66b-84b9-4eaf-9ce3-883aa4bccdfc tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:44.789452 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5103e43a-f603-4828-be85-53aeb2e2bc67 req-cb34f66b-84b9-4eaf-9ce3-883aa4bccdfc tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.3605292 Apr 09 01:56:44.824463 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c5bcc-f52a-4a50-81a2-fe09c6c671e5 req-56948c11-cc39-4446-98fc-7bf311837e81 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:44.827064 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b24c5bcc-f52a-4a50-81a2-fe09c6c671e5 req-56948c11-cc39-4446-98fc-7bf311837e81 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.5234737 Apr 09 01:56:45.019140 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b24c5bcc-f52a-4a50-81a2-fe09c6c671e5 req-5b02317e-5a8e-4cef-a932-a2dff816c31b tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317228 Apr 09 01:56:45.136586 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5103e43a-f603-4828-be85-53aeb2e2bc67 req-64686ed9-a670-4184-87a4-3ed0796b1c6f tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3453991 Apr 09 01:56:45.157882 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Notify callbacks [] for port, precommit_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:45.215915 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Transition to ACTIVE for port object f98be657-50c7-4c04-9d07-a87b8e04196e will not be triggered until provisioned by entity L2. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:56:45.240422 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:45.296250 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:45.303098 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-492dae52-3b7d-4799-80fc-799887e29e8c req-9678aa03-0482-4480-a314-cdfc0055bef0 service neutron] 10.222.0.60 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174982 Apr 09 01:56:45.479854 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b6826-628e-4f23-9328-709391beb0f3 None None] Pushing event updated for resources: {'Port': ['ID=f98be657-50c7-4c04-9d07-a87b8e04196e,revision_number=3']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:45.501383 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-888b6826-628e-4f23-9328-709391beb0f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:45.502293 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 91beea4c-0726-4e46-9e18-aba74cb37c17 up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:56:45.710879 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning for port 91beea4c-0726-4e46-9e18-aba74cb37c17 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:56:45.725342 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50dc88-a6d5-41e9-b9ea-f4aef824dee6 req-c4b45e4f-b942-49a8-a055-4bf2766f74a4 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:45.727783 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-af50dc88-a6d5-41e9-b9ea-f4aef824dee6 req-c4b45e4f-b942-49a8-a055-4bf2766f74a4 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 945 time: 0.3315525 Apr 09 01:56:45.731109 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port 91beea4c-0726-4e46-9e18-aba74cb37c17 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:56:45.732347 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:45.788447 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-af50dc88-a6d5-41e9-b9ea-f4aef824dee6 req-53ed2fb9-1aed-42f7-aa33-526c79b5e5a4 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb69935-6240-42ec-a2cf-9b9587514c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477023 Apr 09 01:56:45.817047 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f07770-f76a-4b29-8d2d-f774d4d66a2b req-727ebc3c-09b9-423b-8309-ecb9e6fd4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:45.829161 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-20f07770-f76a-4b29-8d2d-f774d4d66a2b req-727ebc3c-09b9-423b-8309-ecb9e6fd4db7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0feb4b36722416aa1765908bfef18e9&device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 1099 time: 0.2935295 Apr 09 01:56:45.937033 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6f258-890c-40cd-8d9a-3001790e0b2d req-430417b5-4f04-4209-9802-3ba49778e85c tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:45.945903 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-90c6f258-890c-40cd-8d9a-3001790e0b2d req-430417b5-4f04-4209-9802-3ba49778e85c tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.3399119 Apr 09 01:56:46.007751 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-90c6f258-890c-40cd-8d9a-3001790e0b2d req-2ef49a3a-a85e-4dc1-9033-fd031a9a5c0f tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607514 Apr 09 01:56:46.465649 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f07770-f76a-4b29-8d2d-f774d4d66a2b req-a3f14bfa-763e-41e6-9179-7a0c5b84a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:46.467825 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-20f07770-f76a-4b29-8d2d-f774d4d66a2b req-a3f14bfa-763e-41e6-9179-7a0c5b84a1f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf HTTP/1.1" status: 200 len: 920 time: 0.6400888 Apr 09 01:56:46.606679 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-20f07770-f76a-4b29-8d2d-f774d4d66a2b req-1235b8ad-1c27-42dc-9c8d-c4bcb3e98146 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5edf8884-1881-404c-9ab7-5cd908d13fc5 HTTP/1.1" status: 200 len: 217 time: 0.1312170 Apr 09 01:56:46.621308 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced0db3-2754-4db4-94a8-9c92b35aec8d req-c052cd69-0342-400c-9720-aa3ddf82fbc3 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:46.630054 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3ced0db3-2754-4db4-94a8-9c92b35aec8d req-c052cd69-0342-400c-9720-aa3ddf82fbc3 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.3207846 Apr 09 01:56:46.764085 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f07770-f76a-4b29-8d2d-f774d4d66a2b req-01c2d3f1-e95c-48c2-ac05-1a90b651f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:46.767015 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-20f07770-f76a-4b29-8d2d-f774d4d66a2b req-01c2d3f1-e95c-48c2-ac05-1a90b651f882 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=851870d6-f6e8-4260-ae58-6a636db3e134 HTTP/1.1" status: 200 len: 859 time: 0.1338348 Apr 09 01:56:46.797469 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3ced0db3-2754-4db4-94a8-9c92b35aec8d req-c0c52c53-d7f2-4991-b494-3045e25faeab tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663537 Apr 09 01:56:46.841530 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 57044) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:46.874074 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-20f07770-f76a-4b29-8d2d-f774d4d66a2b req-01848e0f-15ee-4023-ad56-0ea4d26166a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750694 Apr 09 01:56:46.920380 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Attempting to bind port f98be657-50c7-4c04-9d07-a87b8e04196e on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:56:46.921100 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Attempting to bind port f98be657-50c7-4c04-9d07-a87b8e04196e by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': '1e410c6a-580f-4927-a207-b85fcd0cb2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '69760698-3801-43b3-a74b-316b7860b934'}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:56:46.921747 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Attempting to bind port f98be657-50c7-4c04-9d07-a87b8e04196e on network 69760698-3801-43b3-a74b-316b7860b934 {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:56:46.940799 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:46.952494 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:56:46.969478 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Checking segment: {'id': '1e410c6a-580f-4927-a207-b85fcd0cb2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '69760698-3801-43b3-a74b-316b7860b934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:56:46.970302 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:46.971021 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Bound using segment: {'id': '1e410c6a-580f-4927-a207-b85fcd0cb2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '69760698-3801-43b3-a74b-316b7860b934'} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:56:46.971873 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Bound port: f98be657-50c7-4c04-9d07-a87b8e04196e, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e410c6a-580f-4927-a207-b85fcd0cb2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '69760698-3801-43b3-a74b-316b7860b934'}}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:56:46.972560 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:47.149474 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] For port f98be657-50c7-4c04-9d07-a87b8e04196e, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:56:47.157207 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] For port f98be657-50c7-4c04-9d07-a87b8e04196e, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=f98be657-50c7-4c04-9d07-a87b8e04196e,segment=NetworkSegment(1e410c6a-580f-4927-a207-b85fcd0cb2f5),segment_id=1e410c6a-580f-4927-a207-b85fcd0cb2f5)] {{(pid=85255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:56:47.165817 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:47.213511 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:47.226735 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-20f07770-f76a-4b29-8d2d-f774d4d66a2b req-fdd3834c-3d2d-404a-b949-fb597486c629 service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455067 Apr 09 01:56:47.271425 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0254a9-f8e1-445f-b7fe-d9f06b674a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91beea4c-0726-4e46-9e18-aba74cb37c17'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:56:47.353881 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e74315d3-86ef-471a-a0bd-4983a07f8788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:47.422392 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e74315d3-86ef-471a-a0bd-4983a07f8788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:47.442846 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e74315d3-86ef-471a-a0bd-4983a07f8788 admin admin] Usage tracker for resource:security_group_rule and tenant:ac3cb689817e4c08be1621ffb4a67a1e is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:47.456516 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e74315d3-86ef-471a-a0bd-4983a07f8788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:47.488131 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e74315d3-86ef-471a-a0bd-4983a07f8788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:47.644311 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 91beea4c-0726-4e46-9e18-aba74cb37c17, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91beea4c-0726-4e46-9e18-aba74cb37c17,segment=NetworkSegment(8d9e5380-5ad1-47ae-a24b-a5235e385a42),segment_id=8d9e5380-5ad1-47ae-a24b-a5235e385a42)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:56:47.651594 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8e2d2e3a-5a0b-4b2d-8714-174d5490d93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:47.675585 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:47.703022 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Routers {'7bf48553-978b-4df7-8447-c43ae7229027'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:56:47.703732 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:56:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7bf48553-978b-4df7-8447-c43ae7229027'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:47.776451 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-20f07770-f76a-4b29-8d2d-f774d4d66a2b req-4c966b08-8dcf-40a2-9e48-87afb07b65c3 service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427506 Apr 09 01:56:47.779803 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b6826-628e-4f23-9328-709391beb0f3 None None] Pushing event updated for resources: {'Port': ['ID=f98be657-50c7-4c04-9d07-a87b8e04196e,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:47.796668 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e74315d3-86ef-471a-a0bd-4983a07f8788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:47.803053 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e74315d3-86ef-471a-a0bd-4983a07f8788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:47.816415 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-888b6826-628e-4f23-9328-709391beb0f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:47.816964 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bfbff896-f50a-424b-99f8-32f6293e6d41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:47.832336 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0d0c5bca-bb8e-45dc-99eb-446d27fd277c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:47.975128 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e74315d3-86ef-471a-a0bd-4983a07f8788 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac3cb689817e4c08be1621ffb4a67a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1320193 Apr 09 01:56:47.976185 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74315d3-86ef-471a-a0bd-4983a07f8788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27f3f52-5e04-481b-9698-d9f65110323b,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:47.978323 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 57068) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:48.008695 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e74315d3-86ef-471a-a0bd-4983a07f8788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:48.137678 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=91beea4c-0726-4e46-9e18-aba74cb37c17,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:48.143367 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:48.199816 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e06bee-22e1-4d4e-8ae9-ab37b3e85658 req-434525c8-7462-41df-a217-c2da621523bd tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:48.201467 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-61e06bee-22e1-4d4e-8ae9-ab37b3e85658 req-434525c8-7462-41df-a217-c2da621523bd tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.4239819 Apr 09 01:56:48.205573 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:48.218527 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e4c33-e847-4e50-b931-706216707b15 req-3807a649-a0bf-4b1a-882c-526dd367fb1a tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:48.220378 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b66e4c33-e847-4e50-b931-706216707b15 req-3807a649-a0bf-4b1a-882c-526dd367fb1a tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 946 time: 0.9884815 Apr 09 01:56:48.220979 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-770e3dd0-adef-42e9-afe9-53f81fd1c69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:48.253155 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] Set router 7bf48553-978b-4df7-8447-c43ae7229027 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:56:48.290477 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-770e3dd0-adef-42e9-afe9-53f81fd1c69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:48.303223 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-61e06bee-22e1-4d4e-8ae9-ab37b3e85658 req-be8efec7-3ad1-4672-b588-e1ea10bd9e55 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788853 Apr 09 01:56:48.320261 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b66e4c33-e847-4e50-b931-706216707b15 req-56ee625f-ed33-4ca2-90d0-3e8532b4fdae tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb69935-6240-42ec-a2cf-9b9587514c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800436 Apr 09 01:56:48.363295 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-770e3dd0-adef-42e9-afe9-53f81fd1c69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:48.374039 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9087a575-f5be-457b-8fd0-6f37953e7b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:48.400956 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e3dd0-adef-42e9-afe9-53f81fd1c69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27f3f52-5e04-481b-9698-d9f65110323b,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:48.405157 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-770e3dd0-adef-42e9-afe9-53f81fd1c69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:48.407392 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-770e3dd0-adef-42e9-afe9-53f81fd1c69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:48.408750 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-770e3dd0-adef-42e9-afe9-53f81fd1c69a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f27f3f52-5e04-481b-9698-d9f65110323b HTTP/1.1" status: 204 len: 168 time: 0.4284558 Apr 09 01:56:48.443310 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0254a9-f8e1-445f-b7fe-d9f06b674a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91beea4c-0726-4e46-9e18-aba74cb37c17', 'code': 200} Apr 09 01:56:48.600209 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:48.733679 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf48553-978b-4df7-8447-c43ae7229027', 'name': 'tempest-TestShelveInstance-928104566-router', 'tenant_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '0b77e284-55ad-4a17-98c8-4432e107b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:21Z', 'updated_at': '2021-04-09T01:56:37Z', 'revision_number': 4, 'project_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'gw_port': {'id': '0b77e284-55ad-4a17-98c8-4432e107b18a', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf48553-978b-4df7-8447-c43ae7229027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:25Z', 'updated_at': '2021-04-09T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'f98be657-50c7-4c04-9d07-a87b8e04196e', 'name': '', 'network_id': '69760698-3801-43b3-a74b-316b7860b934', 'tenant_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'mac_address': 'fa:16:3e:07:2a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf48553-978b-4df7-8447-c43ae7229027', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '998baa23-165b-4665-a17d-278cc0450516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:35Z', 'updated_at': '2021-04-09T01:56:47Z', 'revision_number': 4, 'project_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'subnets': [{'id': '998baa23-165b-4665-a17d-278cc0450516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:56:48.739092 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a85582-a1d0-425b-b572-d2a04101f5d1 None None] The sync data for ids ['7bf48553-978b-4df7-8447-c43ae7229027'] in dv-cinder-784623-6-smb is: [{'id': '7bf48553-978b-4df7-8447-c43ae7229027', 'name': 'tempest-TestShelveInstance-928104566-router', 'tenant_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '0b77e284-55ad-4a17-98c8-4432e107b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:21Z', 'updated_at': '2021-04-09T01:56:37Z', 'revision_number': 4, 'project_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'gw_port': {'id': '0b77e284-55ad-4a17-98c8-4432e107b18a', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf48553-978b-4df7-8447-c43ae7229027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:25Z', 'updated_at': '2021-04-09T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'f98be657-50c7-4c04-9d07-a87b8e04196e', 'name': '', 'network_id': '69760698-3801-43b3-a74b-316b7860b934', 'tenant_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'mac_address': 'fa:16:3e:07:2a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf48553-978b-4df7-8447-c43ae7229027', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '998baa23-165b-4665-a17d-278cc0450516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:35Z', 'updated_at': '2021-04-09T01:56:47Z', 'revision_number': 4, 'project_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'subnets': [{'id': '998baa23-165b-4665-a17d-278cc0450516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:56:48.864197 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556e998-da72-4881-afe2-5ca2d98a9523 req-23c2fd14-6cb1-4edc-a9cc-a15499d015f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:48.867326 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8556e998-da72-4881-afe2-5ca2d98a9523 req-23c2fd14-6cb1-4edc-a9cc-a15499d015f7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 1099 time: 0.2045796 Apr 09 01:56:48.965400 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8556e998-da72-4881-afe2-5ca2d98a9523 req-1d96e6ce-b3ca-4291-ac64-b148d4adc645 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=beb69935-6240-42ec-a2cf-9b9587514c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885699 Apr 09 01:56:49.791280 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:49.810120 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe042c3c-a5b2-4794-8ea0-7a6686346df4 req-a1448659-1f0b-40f4-b301-38651810ab4f tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:49.819178 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fe042c3c-a5b2-4794-8ea0-7a6686346df4 req-a1448659-1f0b-40f4-b301-38651810ab4f tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.2080770 Apr 09 01:56:49.875179 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fe042c3c-a5b2-4794-8ea0-7a6686346df4 req-c0417994-19a8-486b-bca4-4a92431f88d5 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549095 Apr 09 01:56:49.891842 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee606671-a238-4f2d-b6af-197ec3b28a8f req-c5d9ee0f-8868-4464-920b-5e63c97ccf01 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:49.894499 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ee606671-a238-4f2d-b6af-197ec3b28a8f req-c5d9ee0f-8868-4464-920b-5e63c97ccf01 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 946 time: 0.3829350 Apr 09 01:56:49.998720 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ee606671-a238-4f2d-b6af-197ec3b28a8f req-bcc10227-2f9d-4b65-8a60-7ecdb275e7cb tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb69935-6240-42ec-a2cf-9b9587514c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790672 Apr 09 01:56:50.039192 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device f98be657-50c7-4c04-9d07-a87b8e04196e up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:56:50.158446 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 57114) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:50.224572 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port f98be657-50c7-4c04-9d07-a87b8e04196e completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:56:50.241162 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port f98be657-50c7-4c04-9d07-a87b8e04196e triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:56:50.241597 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:50.410808 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-834572550-network', 'tenant_id': '392f990f4fa84bc6ae9872cea059b3e9'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:50.416496 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:50.435943 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Usage tracker for resource:network and tenant:392f990f4fa84bc6ae9872cea059b3e9 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:50.443879 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:50.464580 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:50.482510 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Made reservation on behalf of 392f990f4fa84bc6ae9872cea059b3e9 for: {'network': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:56:50.487711 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for network, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:50.503720 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:50.516119 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:50.522254 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:50.526782 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Usage tracker for resource:security_group_rule and tenant:392f990f4fa84bc6ae9872cea059b3e9 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:50.530635 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:50.539604 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:50.542900 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] For port f98be657-50c7-4c04-9d07-a87b8e04196e, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=f98be657-50c7-4c04-9d07-a87b8e04196e,segment=NetworkSegment(1e410c6a-580f-4927-a207-b85fcd0cb2f5),segment_id=1e410c6a-580f-4927-a207-b85fcd0cb2f5)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:56:50.547334 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:50.550969 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-81f9a2f9-a34e-4f63-a1bd-d313a1af0400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:50.633080 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=f98be657-50c7-4c04-9d07-a87b8e04196e,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:50.636949 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:50.671386 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 57126) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:50.862873 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cd8b3b92-79ac-4242-b602-eeea9799a413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:50.880641 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-cd8b3b92-79ac-4242-b602-eeea9799a413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:50.899822 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-cd8b3b92-79ac-4242-b602-eeea9799a413 admin admin] Usage tracker for resource:security_group_rule and tenant:ced861150c8b4b6ea92d27a8902b2847 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:50.906950 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-cd8b3b92-79ac-4242-b602-eeea9799a413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:50.924016 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-cd8b3b92-79ac-4242-b602-eeea9799a413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:50.949042 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:50.961978 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:50.970193 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-485dca66-1554-4f68-8e1c-a0905d6d3c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:50.997905 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=85254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 01:56:51.021454 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4266ad7a-ce2d-4162-bada-4fb5a6bd3732,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:51.024859 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:51.026082 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:51.026977 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.segments_db [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Added segment eda70934-493e-4ca4-bb31-fb96f4fd63c2 of type vlan for network 890df9b6-80a6-43e8-8e26-86e133bfafb0 Apr 09 01:56:51.062690 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790974259946'] for network, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:51.107526 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for network, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:51.109572 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:51.110606 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:51.116483 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:51.211145 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cd8b3b92-79ac-4242-b602-eeea9799a413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:51.260009 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Pushing event updated for resources: {'Network': ['ID=890df9b6-80a6-43e8-8e26-86e133bfafb0,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:51.263613 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:51.264874 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cd8b3b92-79ac-4242-b602-eeea9799a413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:51.265566 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1054757 Apr 09 01:56:51.271240 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Network 890df9b6-80a6-43e8-8e26-86e133bfafb0 details requested by agent ovs-agent-dv-cinder-784623-6-smb with host dv-cinder-784623-6-smb {{(pid=85255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 01:56:51.272783 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 57140) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:51.281158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-caf10552-2355-42eb-86d7-37929161e521 admin admin] Request body: {'subnet': {'network_id': '890df9b6-80a6-43e8-8e26-86e133bfafb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-834572550-subnet', 'tenant_id': '392f990f4fa84bc6ae9872cea059b3e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:51.290300 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-caf10552-2355-42eb-86d7-37929161e521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:51.295182 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9b2baad1-c9d8-4a08-8cf1-bfac0ea92165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:51.301215 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-caf10552-2355-42eb-86d7-37929161e521 admin admin] Usage tracker for resource:subnet and tenant:392f990f4fa84bc6ae9872cea059b3e9 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:51.306933 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-caf10552-2355-42eb-86d7-37929161e521 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:51.316329 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-caf10552-2355-42eb-86d7-37929161e521 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:51.328845 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf10552-2355-42eb-86d7-37929161e521 admin admin] Made reservation on behalf of 392f990f4fa84bc6ae9872cea059b3e9 for: {'subnet': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:56:51.334482 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-caf10552-2355-42eb-86d7-37929161e521 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2320104'] for subnet, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:51.339299 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b3b92-79ac-4242-b602-eeea9799a413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e60e05f-5507-4dcd-9ae4-1211a3e1162c,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:51.350189 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-cd8b3b92-79ac-4242-b602-eeea9799a413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:51.361523 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-cd8b3b92-79ac-4242-b602-eeea9799a413 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ced861150c8b4b6ea92d27a8902b2847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6886277 Apr 09 01:56:51.364955 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 57144) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:51.453506 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b46769-0126-465a-8e1b-a8ff36e1c2c5 req-aa3a2eb4-e3a0-46ae-8842-b8b52b84f97a tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:51.455365 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b6b46769-0126-465a-8e1b-a8ff36e1c2c5 req-aa3a2eb4-e3a0-46ae-8842-b8b52b84f97a tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.3632689 Apr 09 01:56:51.488610 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-84d9bb18-ad96-41d0-a7ea-322725f56fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:51.538545 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78563a-cf58-4a64-a5d1-d5f33224a833 req-82edb6f6-28c8-486b-9d3b-0e1997c0276a tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:51.540208 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6d78563a-cf58-4a64-a5d1-d5f33224a833 req-82edb6f6-28c8-486b-9d3b-0e1997c0276a tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 946 time: 0.3317177 Apr 09 01:56:51.546238 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b6b46769-0126-465a-8e1b-a8ff36e1c2c5 req-b2e59eb1-04f9-4362-bf8b-f115687b5662 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820637 Apr 09 01:56:51.587979 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6d78563a-cf58-4a64-a5d1-d5f33224a833 req-c8b3523e-725d-4800-a544-77afa0c68a3e tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb69935-6240-42ec-a2cf-9b9587514c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291462 Apr 09 01:56:51.595371 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-84d9bb18-ad96-41d0-a7ea-322725f56fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:51.685960 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-84d9bb18-ad96-41d0-a7ea-322725f56fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:51.701594 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f83facbe-5942-4215-acbe-8a5708aa7724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:51.720714 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 57156) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:51.721710 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9bb18-ad96-41d0-a7ea-322725f56fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e60e05f-5507-4dcd-9ae4-1211a3e1162c,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:51.732870 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-84d9bb18-ad96-41d0-a7ea-322725f56fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:51.740256 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-84d9bb18-ad96-41d0-a7ea-322725f56fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:51.745457 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-84d9bb18-ad96-41d0-a7ea-322725f56fa2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7e60e05f-5507-4dcd-9ae4-1211a3e1162c HTTP/1.1" status: 204 len: 168 time: 0.3740366 Apr 09 01:56:51.923682 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device f98be657-50c7-4c04-9d07-a87b8e04196e up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:56:52.136024 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port f98be657-50c7-4c04-9d07-a87b8e04196e triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:56:52.136825 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:52.305832 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-caf10552-2355-42eb-86d7-37929161e521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2178371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2320089'] for subnet, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:52.346199 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:52.384400 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5f6ce845-a87d-49a2-bc2f-99254a578d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:52.420712 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-5f6ce845-a87d-49a2-bc2f-99254a578d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:52.425719 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-5f6ce845-a87d-49a2-bc2f-99254a578d59 admin admin] Usage tracker for resource:security_group_rule and tenant:bcd4ceadef2e4c20ac2083edc7007585 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:52.431047 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-5f6ce845-a87d-49a2-bc2f-99254a578d59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:52.443933 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-5f6ce845-a87d-49a2-bc2f-99254a578d59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:52.469041 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf10552-2355-42eb-86d7-37929161e521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea841e7e-decb-4bb0-a4f0-4d9aab1b1755,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:52.478776 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-caf10552-2355-42eb-86d7-37929161e521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:52.570226 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5f6ce845-a87d-49a2-bc2f-99254a578d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:52.574886 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5f6ce845-a87d-49a2-bc2f-99254a578d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:52.601178 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-4bad5ae1-f646-444f-ac4a-9012cb83c751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:52.661056 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf10552-2355-42eb-86d7-37929161e521 admin admin] Checking segment: {'id': 'eda70934-493e-4ca4-bb31-fb96f4fd63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '890df9b6-80a6-43e8-8e26-86e133bfafb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:56:52.664397 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf10552-2355-42eb-86d7-37929161e521 admin admin] Network hostable DHCP agents. Network: 890df9b6-80a6-43e8-8e26-86e133bfafb0, hostable agents: ['68056bad-9ad5-43c2-8e53-4c698c5ccbf6'], hosted agents: [] {{(pid=85254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 01:56:52.686754 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ce845-a87d-49a2-bc2f-99254a578d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569ba48c-555a-45a6-9954-758a62a465f1,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:52.693957 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-5f6ce845-a87d-49a2-bc2f-99254a578d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:52.698660 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf10552-2355-42eb-86d7-37929161e521 admin admin] Network 890df9b6-80a6-43e8-8e26-86e133bfafb0 is scheduled to be hosted by DHCP agent 68056bad-9ad5-43c2-8e53-4c698c5ccbf6 with binding_index 1 {{(pid=85254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 01:56:52.704538 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-5f6ce845-a87d-49a2-bc2f-99254a578d59 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bcd4ceadef2e4c20ac2083edc7007585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9761896 Apr 09 01:56:52.705677 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 57190) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:52.710709 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-caf10552-2355-42eb-86d7-37929161e521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-smb, 890df9b6-80a6-43e8-8e26-86e133bfafb0) {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:56:52.726981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf10552-2355-42eb-86d7-37929161e521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:52.727631 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-caf10552-2355-42eb-86d7-37929161e521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:52.734135 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854e23d3-f1cf-4cd3-b60c-5ea33c44c921 None None] Network 890df9b6-80a6-43e8-8e26-86e133bfafb0 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:56:52.757423 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-caf10552-2355-42eb-86d7-37929161e521 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4821675 Apr 09 01:56:52.808926 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b9b8f802-4a4c-4c44-bf6b-eb7f44ac5e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:52.839521 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b9b8f802-4a4c-4c44-bf6b-eb7f44ac5e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:52.927057 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b9b8f802-4a4c-4c44-bf6b-eb7f44ac5e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:52.934420 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a08c466c-e0a9-4b30-9e5c-1adab79db710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:52.964162 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b9b8f802-4a4c-4c44-bf6b-eb7f44ac5e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:52.970699 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-b9b8f802-4a4c-4c44-bf6b-eb7f44ac5e97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/569ba48c-555a-45a6-9954-758a62a465f1 HTTP/1.1" status: 204 len: 168 time: 0.2586424 Apr 09 01:56:52.970699 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8f802-4a4c-4c44-bf6b-eb7f44ac5e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569ba48c-555a-45a6-9954-758a62a465f1,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:52.970699 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b9b8f802-4a4c-4c44-bf6b-eb7f44ac5e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:52.990912 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 57208) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:53.073128 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887e7c13-8b13-4031-a16a-311b1c70a675 None None] Network 890df9b6-80a6-43e8-8e26-86e133bfafb0 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:56:53.351962 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-573104520-network', 'tenant_id': 'a73094a8814c4c89a6108acfa344df7e'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:53.357262 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:53.362442 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Usage tracker for resource:network and tenant:a73094a8814c4c89a6108acfa344df7e is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:53.366206 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:53.373258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:53.383089 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Made reservation on behalf of a73094a8814c4c89a6108acfa344df7e for: {'network': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:56:53.388748 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for network, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:53.404628 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:53.422632 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:53.427082 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Usage tracker for resource:security_group_rule and tenant:a73094a8814c4c89a6108acfa344df7e is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:53.430229 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:53.437017 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:53.528809 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 57220) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:53.561806 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2eba5c4a-d8e0-4117-83d9-12604fabaf79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:53.582376 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-2eba5c4a-d8e0-4117-83d9-12604fabaf79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:53.584671 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:53.589780 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-2eba5c4a-d8e0-4117-83d9-12604fabaf79 admin admin] Usage tracker for resource:security_group_rule and tenant:f309f0ffa2184a9fb36bc2ac166fa397 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:53.593726 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-2eba5c4a-d8e0-4117-83d9-12604fabaf79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:53.598163 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:53.600975 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-2eba5c4a-d8e0-4117-83d9-12604fabaf79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:53.621702 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=85254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 01:56:53.633147 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:53.633531 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.segments_db [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Added segment f8b6926f-4018-4de1-b4ee-d0d96ccdbe34 of type vlan for network c0871fb3-c899-4b93-992b-4545b0ee100a Apr 09 01:56:53.676575 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790974259946'] for network, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:53.682086 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-496df6c7-a5e9-4ffd-a9bb-203fb8ecdd25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:53.712821 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c7ca28-5381-475d-8f2e-5aa53bf10d3e,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:53.717184 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:53.753013 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for network, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:53.756954 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:53.757774 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:53.789732 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:53.823841 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2eba5c4a-d8e0-4117-83d9-12604fabaf79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:53.852051 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2eba5c4a-d8e0-4117-83d9-12604fabaf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:53.863628 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-57812e07-d52b-408e-9095-b0dc47c361ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:53.896049 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba5c4a-d8e0-4117-83d9-12604fabaf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59334758-37c6-45f2-a849-da828225d04a,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:53.902960 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2eba5c4a-d8e0-4117-83d9-12604fabaf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:53.928420 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Pushing event updated for resources: {'Network': ['ID=c0871fb3-c899-4b93-992b-4545b0ee100a,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:53.936420 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2eba5c4a-d8e0-4117-83d9-12604fabaf79 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f309f0ffa2184a9fb36bc2ac166fa397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070601 Apr 09 01:56:53.937432 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 57234) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:53.938010 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9467492 Apr 09 01:56:53.939262 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d03a01c3-23ed-47d0-9327-8d3d69870530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:53.940039 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 57236) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:56:53.951860 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-9af1fd15-d341-4661-b0c7-426ed0bae384 admin admin] Request body: {'subnet': {'network_id': 'c0871fb3-c899-4b93-992b-4545b0ee100a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-573104520-subnet', 'tenant_id': 'a73094a8814c4c89a6108acfa344df7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:53.953540 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Network c0871fb3-c899-4b93-992b-4545b0ee100a details requested by agent ovs-agent-dv-cinder-784623-6-smb with host dv-cinder-784623-6-smb {{(pid=85255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 01:56:53.980560 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-9af1fd15-d341-4661-b0c7-426ed0bae384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:53.992877 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1feb7-7798-4d21-8591-166573dfbb39 req-b9c1b14d-54c1-445a-ba8b-623574e0d6b2 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:54.002326 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-aca1feb7-7798-4d21-8591-166573dfbb39 req-b9c1b14d-54c1-445a-ba8b-623574e0d6b2 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.2524865 Apr 09 01:56:54.011976 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-9af1fd15-d341-4661-b0c7-426ed0bae384 admin admin] Usage tracker for resource:subnet and tenant:a73094a8814c4c89a6108acfa344df7e is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:54.017086 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-9af1fd15-d341-4661-b0c7-426ed0bae384 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:54.037218 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-9af1fd15-d341-4661-b0c7-426ed0bae384 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:54.059173 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-aca1feb7-7798-4d21-8591-166573dfbb39 req-41f4f6fc-1d79-4ced-a7f8-f0b33394b00c tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551908 Apr 09 01:56:54.060600 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af1fd15-d341-4661-b0c7-426ed0bae384 admin admin] Made reservation on behalf of a73094a8814c4c89a6108acfa344df7e for: {'subnet': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:56:54.062418 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-15e47b67-6d92-44e4-958c-6449da708b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:54.067602 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9af1fd15-d341-4661-b0c7-426ed0bae384 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:54.102650 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-15e47b67-6d92-44e4-958c-6449da708b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:54.203801 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-15e47b67-6d92-44e4-958c-6449da708b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:54.211286 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d33e4dee-42c6-4edf-a43a-a42ccaf735de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:54.236654 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e47b67-6d92-44e4-958c-6449da708b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59334758-37c6-45f2-a849-da828225d04a,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:54.244223 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-15e47b67-6d92-44e4-958c-6449da708b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:54.256228 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-15e47b67-6d92-44e4-958c-6449da708b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:54.260796 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-15e47b67-6d92-44e4-958c-6449da708b34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59334758-37c6-45f2-a849-da828225d04a HTTP/1.1" status: 204 len: 168 time: 0.3164926 Apr 09 01:56:54.777859 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9af1fd15-d341-4661-b0c7-426ed0bae384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for subnet, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:54.797089 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-1fe9dbfb-a6a9-4c1e-9c63-6a5dcaa068e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:56:54.945135 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1fd15-d341-4661-b0c7-426ed0bae384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a1d7a97-2034-457c-ac2f-d8fc5a641eab,revision_number=0']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:56:54.952572 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9af1fd15-d341-4661-b0c7-426ed0bae384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:56:55.034077 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fd15-d341-4661-b0c7-426ed0bae384 admin admin] Checking segment: {'id': 'f8b6926f-4018-4de1-b4ee-d0d96ccdbe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c0871fb3-c899-4b93-992b-4545b0ee100a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:56:55.040898 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1fd15-d341-4661-b0c7-426ed0bae384 admin admin] Network hostable DHCP agents. Network: c0871fb3-c899-4b93-992b-4545b0ee100a, hostable agents: ['68056bad-9ad5-43c2-8e53-4c698c5ccbf6'], hosted agents: [] {{(pid=85253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 01:56:55.089136 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1fd15-d341-4661-b0c7-426ed0bae384 admin admin] Network c0871fb3-c899-4b93-992b-4545b0ee100a is scheduled to be hosted by DHCP agent 68056bad-9ad5-43c2-8e53-4c698c5ccbf6 with binding_index 1 {{(pid=85253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 01:56:55.101358 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-9af1fd15-d341-4661-b0c7-426ed0bae384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-smb, c0871fb3-c899-4b93-992b-4545b0ee100a) {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:56:55.110510 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af1fd15-d341-4661-b0c7-426ed0bae384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:55.111874 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14719967-e4b5-45c3-88da-72dc9986ae5d None None] Network c0871fb3-c899-4b93-992b-4545b0ee100a requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:56:55.112388 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9af1fd15-d341-4661-b0c7-426ed0bae384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for subnet, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:55.180803 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-9af1fd15-d341-4661-b0c7-426ed0bae384 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2402854 Apr 09 01:56:55.436448 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09240e7-e42c-4be2-be21-650a8cbf7b77 None None] Network c0871fb3-c899-4b93-992b-4545b0ee100a requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:56:55.694676 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-a74d63f6-8e72-419e-bf97-2ed920583736 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:55.696799 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-a74d63f6-8e72-419e-bf97-2ed920583736 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/networks?id=890df9b6-80a6-43e8-8e26-86e133bfafb0 HTTP/1.1" status: 200 len: 808 time: 0.2256978 Apr 09 01:56:55.714487 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-c6656cfe-f8d1-4a8e-8aa2-0bdd494cd753 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/quotas/392f990f4fa84bc6ae9872cea059b3e9 HTTP/1.1" status: 200 len: 375 time: 0.0107069 Apr 09 01:56:55.775622 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-0bbcc3d0-3cf8-412a-8ff8-24574270baf2 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=392f990f4fa84bc6ae9872cea059b3e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530906 Apr 09 01:56:55.918787 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-c180f248-6fb0-45b7-acd4-d568226335d4 service neutron] 10.222.0.44 "GET /v2.0/networks/890df9b6-80a6-43e8-8e26-86e133bfafb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349900 Apr 09 01:56:56.078583 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-4667b3e3-17df-41bd-add9-7c867ad7b535 service neutron] 10.222.0.44 "GET /v2.0/networks/890df9b6-80a6-43e8-8e26-86e133bfafb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517737 Apr 09 01:56:56.371494 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-925a46d7-37bf-441d-91e2-11dd7c50abc2 req-1658f479-cfa9-4276-a91b-7380abee927c tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fbc43c-8f66-4544-8456-8155759c96e3 HTTP/1.1" status: 200 len: 210 time: 0.0510502 Apr 09 01:56:57.562597 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c4d0e5d7-4a94-4e7e-87dc-baee51f075c6 req-f5c2ff31-b73d-477f-afed-9a6d41ea54d8 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fbc43c-8f66-4544-8456-8155759c96e3 HTTP/1.1" status: 200 len: 210 time: 0.0551970 Apr 09 01:56:58.507810 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-678e1810-8d9f-45e4-94f1-3a44bde23a60 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:58.509567 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-678e1810-8d9f-45e4-94f1-3a44bde23a60 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.60 "GET /v2.0/networks?id=890df9b6-80a6-43e8-8e26-86e133bfafb0 HTTP/1.1" status: 200 len: 808 time: 0.6003902 Apr 09 01:56:58.534760 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dad4f3-e30f-4f15-8f5a-6f1eeeb176c3 req-15aa15ca-67e1-4d04-b548-806366b368d7 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:58.535974 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-25dad4f3-e30f-4f15-8f5a-6f1eeeb176c3 req-15aa15ca-67e1-4d04-b548-806366b368d7 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 946 time: 0.1712008 Apr 09 01:56:58.540209 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-b2943618-3e3b-4f09-9fb2-9c4f6a3b0982 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Request body: {'port': {'device_id': '06fbc43c-8f66-4544-8456-8155759c96e3', 'network_id': '890df9b6-80a6-43e8-8e26-86e133bfafb0', 'admin_state_up': True, 'tenant_id': '392f990f4fa84bc6ae9872cea059b3e9'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:56:58.664093 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-25dad4f3-e30f-4f15-8f5a-6f1eeeb176c3 req-47201b1d-3a4e-472c-8bc4-f599ae4a3457 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb69935-6240-42ec-a2cf-9b9587514c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035869 Apr 09 01:56:58.969892 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-b2943618-3e3b-4f09-9fb2-9c4f6a3b0982 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:56:59.033877 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8808089d-ba3e-4337-a768-69bf6a1617fe req-c148ff3a-18ae-46e4-8d82-eef18cf678fe tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fbc43c-8f66-4544-8456-8155759c96e3 HTTP/1.1" status: 200 len: 210 time: 0.1959605 Apr 09 01:56:59.052657 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-b2943618-3e3b-4f09-9fb2-9c4f6a3b0982 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Usage tracker for resource:port and tenant:392f990f4fa84bc6ae9872cea059b3e9 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:56:59.069289 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-b2943618-3e3b-4f09-9fb2-9c4f6a3b0982 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:56:59.087020 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-b2943618-3e3b-4f09-9fb2-9c4f6a3b0982 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:56:59.127615 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-b2943618-3e3b-4f09-9fb2-9c4f6a3b0982 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Made reservation on behalf of 392f990f4fa84bc6ae9872cea059b3e9 for: {'port': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:56:59.133909 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-b2943618-3e3b-4f09-9fb2-9c4f6a3b0982 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:59.157078 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae68b41-65f4-401a-8949-3172654114f6 req-048bedb1-f415-45bb-856a-0e379341e13c tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:59.159650 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4ae68b41-65f4-401a-8949-3172654114f6 req-048bedb1-f415-45bb-856a-0e379341e13c tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/networks?id=c0871fb3-c899-4b93-992b-4545b0ee100a HTTP/1.1" status: 200 len: 813 time: 0.3066466 Apr 09 01:56:59.281922 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec736a8-da0a-42fb-8544-851171d8ec6a req-1df17d63-b367-4780-ac13-efa9de882592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:59.283782 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ec736a8-da0a-42fb-8544-851171d8ec6a req-1df17d63-b367-4780-ac13-efa9de882592 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0feb4b36722416aa1765908bfef18e9&device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 1099 time: 0.5341723 Apr 09 01:56:59.289177 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4ae68b41-65f4-401a-8949-3172654114f6 req-3e533692-4704-47e6-bfe2-a67b5f8988b4 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/quotas/a73094a8814c4c89a6108acfa344df7e HTTP/1.1" status: 200 len: 375 time: 0.1197608 Apr 09 01:56:59.424637 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4ae68b41-65f4-401a-8949-3172654114f6 req-381041d7-6fa0-4435-9747-3e1e42148688 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a73094a8814c4c89a6108acfa344df7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1183908 Apr 09 01:56:59.714813 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a88da6-4e16-4443-a448-7440e5b45299 req-816252ce-0f61-4d00-b959-f57d85ed8b0c tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:59.717040 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-81a88da6-4e16-4443-a448-7440e5b45299 req-816252ce-0f61-4d00-b959-f57d85ed8b0c tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.5497236 Apr 09 01:56:59.754398 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec736a8-da0a-42fb-8544-851171d8ec6a req-585257f2-b35e-4b15-a464-4466e0072451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:59.756166 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ec736a8-da0a-42fb-8544-851171d8ec6a req-585257f2-b35e-4b15-a464-4466e0072451 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf HTTP/1.1" status: 200 len: 920 time: 0.4545650 Apr 09 01:56:59.769770 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-b2943618-3e3b-4f09-9fb2-9c4f6a3b0982 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Allocated IP 172.20.0.5 (890df9b6-80a6-43e8-8e26-86e133bfafb0/ea841e7e-decb-4bb0-a4f0-4d9aab1b1755/554ddc86-f075-4453-9203-906c417a5a5e) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:56:59.814192 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9177eb-e8e4-46f2-9f1f-e38a1d73e56d req-29c42eab-2be0-48c9-95fb-b7b009c59053 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:56:59.815836 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7a9177eb-e8e4-46f2-9f1f-e38a1d73e56d req-29c42eab-2be0-48c9-95fb-b7b009c59053 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 946 time: 0.1054933 Apr 09 01:56:59.870779 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ec736a8-da0a-42fb-8544-851171d8ec6a req-64bcb749-e424-4e3f-ba6b-5b7ca9968aea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5edf8884-1881-404c-9ab7-5cd908d13fc5 HTTP/1.1" status: 200 len: 217 time: 0.1028230 Apr 09 01:56:59.880840 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-81a88da6-4e16-4443-a448-7440e5b45299 req-00bf7ed6-d4f2-4601-8afc-6022df59f5ea tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491487 Apr 09 01:56:59.902441 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-7a9177eb-e8e4-46f2-9f1f-e38a1d73e56d req-b261f7ef-19ce-4ed3-bfd4-d9df88bc29d6 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Deleting port 91beea4c-0726-4e46-9e18-aba74cb37c17 {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 01:56:59.903348 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-7a9177eb-e8e4-46f2-9f1f-e38a1d73e56d req-b261f7ef-19ce-4ed3-bfd4-d9df88bc29d6 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:56:59.960026 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4ae68b41-65f4-401a-8949-3172654114f6 req-883a0651-341f-48a2-9255-2938ec36fd30 service neutron] 10.222.0.44 "GET /v2.0/networks/c0871fb3-c899-4b93-992b-4545b0ee100a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673700 Apr 09 01:57:00.206649 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec736a8-da0a-42fb-8544-851171d8ec6a req-6140a26b-2b90-46f4-9fca-91ca046fdabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:00.208258 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ec736a8-da0a-42fb-8544-851171d8ec6a req-6140a26b-2b90-46f4-9fca-91ca046fdabc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=851870d6-f6e8-4260-ae58-6a636db3e134 HTTP/1.1" status: 200 len: 859 time: 0.3254910 Apr 09 01:57:00.368094 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ec736a8-da0a-42fb-8544-851171d8ec6a req-f2cf20f9-d113-49c6-a977-62aba94bed18 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981262 Apr 09 01:57:00.417037 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-7a9177eb-e8e4-46f2-9f1f-e38a1d73e56d req-b261f7ef-19ce-4ed3-bfd4-d9df88bc29d6 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] For port 91beea4c-0726-4e46-9e18-aba74cb37c17, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91beea4c-0726-4e46-9e18-aba74cb37c17,segment=NetworkSegment(8d9e5380-5ad1-47ae-a24b-a5235e385a42),segment_id=8d9e5380-5ad1-47ae-a24b-a5235e385a42)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:57:00.417403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-7a9177eb-e8e4-46f2-9f1f-e38a1d73e56d req-b261f7ef-19ce-4ed3-bfd4-d9df88bc29d6 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:00.435865 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4ae68b41-65f4-401a-8949-3172654114f6 req-75f434d0-060a-47b4-aab5-c93791eab8e2 service neutron] 10.222.0.44 "GET /v2.0/networks/c0871fb3-c899-4b93-992b-4545b0ee100a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747803 Apr 09 01:57:00.605581 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290e69f-2a30-46c8-a402-534e638960bd req-8cb81ccf-95ae-410f-9d21-f2eb96e12db3 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:00.607832 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d290e69f-2a30-46c8-a402-534e638960bd req-8cb81ccf-95ae-410f-9d21-f2eb96e12db3 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 946 time: 0.4746757 Apr 09 01:57:00.610736 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-7a9177eb-e8e4-46f2-9f1f-e38a1d73e56d req-b261f7ef-19ce-4ed3-bfd4-d9df88bc29d6 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Calling delete_port for 91beea4c-0726-4e46-9e18-aba74cb37c17 owned by compute:nova {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 01:57:00.660720 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-b2943618-3e3b-4f09-9fb2-9c4f6a3b0982 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:00.677377 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d290e69f-2a30-46c8-a402-534e638960bd req-8ada963c-867b-4bbb-8b15-cce2d82473b3 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb69935-6240-42ec-a2cf-9b9587514c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492401 Apr 09 01:57:00.705499 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ec736a8-da0a-42fb-8544-851171d8ec6a req-29006ea9-2881-4fac-85b2-001f989d48bd service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214974 Apr 09 01:57:00.848018 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-7a9177eb-e8e4-46f2-9f1f-e38a1d73e56d req-b261f7ef-19ce-4ed3-bfd4-d9df88bc29d6 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:00.862090 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['91beea4c-0726-4e46-9e18-aba74cb37c17'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:57:00.869087 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:00.938961 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261f7ef-19ce-4ed3-bfd4-d9df88bc29d6 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Pushing event deleted for resources: {'Port': ['ID=91beea4c-0726-4e46-9e18-aba74cb37c17,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:00.993609 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b261f7ef-19ce-4ed3-bfd4-d9df88bc29d6 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:01.203529 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9177eb-e8e4-46f2-9f1f-e38a1d73e56d req-b261f7ef-19ce-4ed3-bfd4-d9df88bc29d6 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] No DVR routers for this DVR port 91beea4c-0726-4e46-9e18-aba74cb37c17 on host hv-cinder-78462 {{(pid=85254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 01:57:01.206272 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-7a9177eb-e8e4-46f2-9f1f-e38a1d73e56d req-b261f7ef-19ce-4ed3-bfd4-d9df88bc29d6 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:01.209580 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0254a9-f8e1-445f-b7fe-d9f06b674a2e', 'name': 'network-vif-deleted', 'tag': '91beea4c-0726-4e46-9e18-aba74cb37c17'}] {{(pid=85254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:57:01.227597 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7a9177eb-e8e4-46f2-9f1f-e38a1d73e56d req-b261f7ef-19ce-4ed3-bfd4-d9df88bc29d6 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.60 "DELETE /v2.0/ports/91beea4c-0726-4e46-9e18-aba74cb37c17 HTTP/1.1" status: 204 len: 173 time: 1.4049895 Apr 09 01:57:01.298733 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5c602ab6-08d9-4bdc-999f-0194c587c606 req-6eb100e6-1f8d-445d-b808-0c669e4780f8 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 210 time: 0.3420610 Apr 09 01:57:01.304141 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2420714e-b6d1-4110-ab41-23a611c14b9a req-d55d322c-c50b-4871-beba-3a636a8d1a9d tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fbc43c-8f66-4544-8456-8155759c96e3 HTTP/1.1" status: 200 len: 210 time: 0.2963030 Apr 09 01:57:01.306509 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ec736a8-da0a-42fb-8544-851171d8ec6a req-38cad6e0-e9d9-497e-8d66-5cecd4914045 service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867326 Apr 09 01:57:01.307768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-b2943618-3e3b-4f09-9fb2-9c4f6a3b0982 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:01.333645 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3561e1a5-cefd-466b-8ed5-23be34250324 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:01.463430 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0254a9-f8e1-445f-b7fe-d9f06b674a2e', 'name': 'network-vif-deleted', 'tag': '91beea4c-0726-4e46-9e18-aba74cb37c17', 'status': 'completed', 'code': 200} Apr 09 01:57:01.526418 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2943618-3e3b-4f09-9fb2-9c4f6a3b0982 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Pushing event updated for resources: {'Port': ['ID=554ddc86-f075-4453-9203-906c417a5a5e,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:01.530344 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b2943618-3e3b-4f09-9fb2-9c4f6a3b0982 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:01.665500 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-b2943618-3e3b-4f09-9fb2-9c4f6a3b0982 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Network 890df9b6-80a6-43e8-8e26-86e133bfafb0 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:57:01.667462 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-b2943618-3e3b-4f09-9fb2-9c4f6a3b0982 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:57:01.670555 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-b2943618-3e3b-4f09-9fb2-9c4f6a3b0982 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:57:01.677313 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-b2943618-3e3b-4f09-9fb2-9c4f6a3b0982 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:01.677917 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-b2943618-3e3b-4f09-9fb2-9c4f6a3b0982 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:01.703954 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdfa82-631b-403b-9c63-6a6ab04aef22 req-5e129128-cca6-45ec-afca-63fe1a03de7d tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:01.705880 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2afdfa82-631b-403b-9c63-6a6ab04aef22 req-5e129128-cca6-45ec-afca-63fe1a03de7d tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.1742053 Apr 09 01:57:01.716239 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-b2943618-3e3b-4f09-9fb2-9c4f6a3b0982 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1913111 Apr 09 01:57:01.743551 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Request body: {'port': {'device_id': '06fbc43c-8f66-4544-8456-8155759c96e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:57:01.825566 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2afdfa82-631b-403b-9c63-6a6ab04aef22 req-38cff845-08db-4313-ad83-d0f295a5775c tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051118 Apr 09 01:57:01.964971 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-44f93a64-a315-4646-96c2-5245fdfa481a req-a99ea068-f84e-4e03-a2ee-22165d9d813e tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a0254a9-f8e1-445f-b7fe-d9f06b674a2e HTTP/1.1" status: 200 len: 210 time: 0.1145589 Apr 09 01:57:02.017372 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:02.165656 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:02.583748 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-edf108f8-196a-40ac-a92d-b0283e24669f req-85942571-bbed-45bb-b6d9-3aad2623d27c tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 210 time: 0.1050482 Apr 09 01:57:02.588597 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554ddc86-f075-4453-9203-906c417a5a5e {{(pid=85253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:57:02.627595 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:02.738728 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Transition to ACTIVE for port object 554ddc86-f075-4453-9203-906c417a5a5e will not be triggered until provisioned by entity L2. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:57:02.748269 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:02.772445 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fecd11a7-2cd5-4049-9a1d-d0a68bbc3530 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:02.838971 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bda84-61c8-4bc9-9f43-a5ba9106b56e req-50c0b05c-9448-4575-8631-b02801c7fde1 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:02.839908 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-f38bda84-61c8-4bc9-9f43-a5ba9106b56e req-50c0b05c-9448-4575-8631-b02801c7fde1 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Synchronizing usage tracker for tenant:392f990f4fa84bc6ae9872cea059b3e9 on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:57:02.989871 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae68b41-65f4-401a-8949-3172654114f6 req-45bd63c9-1a32-4874-b3db-61c1b91c8019 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:02.991576 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4ae68b41-65f4-401a-8949-3172654114f6 req-45bd63c9-1a32-4874-b3db-61c1b91c8019 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.60 "GET /v2.0/networks?id=c0871fb3-c899-4b93-992b-4545b0ee100a HTTP/1.1" status: 200 len: 813 time: 0.3972998 Apr 09 01:57:02.996370 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Pushing event updated for resources: {'Port': ['ID=554ddc86-f075-4453-9203-906c417a5a5e,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:03.002121 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:03.002935 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-f38bda84-61c8-4bc9-9f43-a5ba9106b56e req-50c0b05c-9448-4575-8631-b02801c7fde1 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Unset dirty status for tenant:392f990f4fa84bc6ae9872cea059b3e9 on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:57:03.004046 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f38bda84-61c8-4bc9-9f43-a5ba9106b56e req-50c0b05c-9448-4575-8631-b02801c7fde1 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fbc43c-8f66-4544-8456-8155759c96e3 HTTP/1.1" status: 200 len: 931 time: 0.5425360 Apr 09 01:57:03.035740 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-4ae68b41-65f4-401a-8949-3172654114f6 req-094acfff-eb81-4932-b44a-a88fe57af667 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Request body: {'port': {'device_id': '6d5691fd-122b-4cd8-97c5-408943be45c5', 'network_id': 'c0871fb3-c899-4b93-992b-4545b0ee100a', 'admin_state_up': True, 'tenant_id': 'a73094a8814c4c89a6108acfa344df7e'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:57:03.213037 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f38bda84-61c8-4bc9-9f43-a5ba9106b56e req-ce6b594f-46c7-4ce7-bf17-d7013afdc17e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942677 Apr 09 01:57:03.399302 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 91beea4c-0726-4e46-9e18-aba74cb37c17 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 01:57:03.420496 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faad6f1-2257-47c1-83bc-557bcaf954ae req-b9162082-8f90-463a-aaec-11f919ea188f tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:03.422203 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4faad6f1-2257-47c1-83bc-557bcaf954ae req-b9162082-8f90-463a-aaec-11f919ea188f tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.3665617 Apr 09 01:57:03.423369 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-4ae68b41-65f4-401a-8949-3172654114f6 req-094acfff-eb81-4932-b44a-a88fe57af667 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:57:03.426880 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Attempting to bind port 554ddc86-f075-4453-9203-906c417a5a5e on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:57:03.427245 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Attempting to bind port 554ddc86-f075-4453-9203-906c417a5a5e by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'eda70934-493e-4ca4-bb31-fb96f4fd63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '890df9b6-80a6-43e8-8e26-86e133bfafb0'}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:57:03.427617 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Attempting to bind port 554ddc86-f075-4453-9203-906c417a5a5e on network 890df9b6-80a6-43e8-8e26-86e133bfafb0 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:57:03.435033 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-4ae68b41-65f4-401a-8949-3172654114f6 req-094acfff-eb81-4932-b44a-a88fe57af667 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Usage tracker for resource:port and tenant:a73094a8814c4c89a6108acfa344df7e is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:57:03.443438 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] No Port match for: 91beea4c-0726-4e46-9e18-aba74cb37c17 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 01:57:03.443908 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 91beea4c-0726-4e46-9e18-aba74cb37c17 not bound to the agent host hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 01:57:03.452471 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-4ae68b41-65f4-401a-8949-3172654114f6 req-094acfff-eb81-4932-b44a-a88fe57af667 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:57:03.455459 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Port 554ddc86-f075-4453-9203-906c417a5a5e on network 890df9b6-80a6-43e8-8e26-86e133bfafb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 01:57:03.455819 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Attempting to bind port 554ddc86-f075-4453-9203-906c417a5a5e on network 890df9b6-80a6-43e8-8e26-86e133bfafb0 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:57:03.464206 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-4ae68b41-65f4-401a-8949-3172654114f6 req-094acfff-eb81-4932-b44a-a88fe57af667 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:57:03.472182 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Checking agent: {'id': '474f91f5-43fb-4d3d-bd9b-d9ff88d57b86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:57:03.472556 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Checking segment: {'id': 'eda70934-493e-4ca4-bb31-fb96f4fd63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '890df9b6-80a6-43e8-8e26-86e133bfafb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:57:03.473002 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Bound using segment: {'id': 'eda70934-493e-4ca4-bb31-fb96f4fd63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '890df9b6-80a6-43e8-8e26-86e133bfafb0'} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:57:03.473489 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Bound port: 554ddc86-f075-4453-9203-906c417a5a5e, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda70934-493e-4ca4-bb31-fb96f4fd63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '890df9b6-80a6-43e8-8e26-86e133bfafb0'}}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:57:03.473984 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:03.535950 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4faad6f1-2257-47c1-83bc-557bcaf954ae req-5c903cf3-5d74-4c41-8bfd-75e0737e2ab0 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040921 Apr 09 01:57:03.554625 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae68b41-65f4-401a-8949-3172654114f6 req-094acfff-eb81-4932-b44a-a88fe57af667 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Made reservation on behalf of a73094a8814c4c89a6108acfa344df7e for: {'port': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:57:03.554625 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4ae68b41-65f4-401a-8949-3172654114f6 req-094acfff-eb81-4932-b44a-a88fe57af667 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:03.652220 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] For port 554ddc86-f075-4453-9203-906c417a5a5e, host hv-cinder-78462, cleared binding levels {{(pid=85253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:57:03.678328 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] For port 554ddc86-f075-4453-9203-906c417a5a5e, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=554ddc86-f075-4453-9203-906c417a5a5e,segment=NetworkSegment(eda70934-493e-4ca4-bb31-fb96f4fd63c2),segment_id=eda70934-493e-4ca4-bb31-fb96f4fd63c2)] {{(pid=85253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:57:03.683939 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:03.711981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:04.219685 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7a366f5b-5644-4a70-8cb2-e4600584e58b req-74deb9ea-7389-4941-b25e-659dcbdd8d6c tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 210 time: 0.1195064 Apr 09 01:57:04.241171 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-96d5d47c-9a46-4b80-b924-f987cd643df8 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Synchronizing usage tracker for tenant:60c2b5f2443044d88660062c502a1923 on resource:security_group {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:57:04.247804 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Pushing event updated for resources: {'Port': ['ID=554ddc86-f075-4453-9203-906c417a5a5e,revision_number=3']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:04.257513 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:04.261968 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [req-4ae68b41-65f4-401a-8949-3172654114f6 req-094acfff-eb81-4932-b44a-a88fe57af667 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Allocated IP 172.20.0.6 (c0871fb3-c899-4b93-992b-4545b0ee100a/5a1d7a97-2034-457c-ac2f-d8fc5a641eab/03b7a5fc-d8d2-4c4b-87fa-837195ac618b) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:57:04.322960 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-96d5d47c-9a46-4b80-b924-f987cd643df8 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Unset dirty status for tenant:60c2b5f2443044d88660062c502a1923 on resource:security_group {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:57:04.324211 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-96d5d47c-9a46-4b80-b924-f987cd643df8 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2125221369&fields=id&tenant_id=60c2b5f2443044d88660062c502a1923 HTTP/1.1" status: 200 len: 267 time: 0.1517918 Apr 09 01:57:04.477174 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:04.477765 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:04.479280 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] 10.222.0.60 "PUT /v2.0/ports/554ddc86-f075-4453-9203-906c417a5a5e HTTP/1.1" status: 200 len: 1093 time: 2.7433667 Apr 09 01:57:04.479853 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fbc43c-8f66-4544-8456-8155759c96e3', 'tag': '554ddc86-f075-4453-9203-906c417a5a5e'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:57:04.808594 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-94c37708-e809-4f0f-9e23-67cbe51bc8c7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:04.809504 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-94c37708-e809-4f0f-9e23-67cbe51bc8c7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Synchronizing usage tracker for tenant:60c2b5f2443044d88660062c502a1923 on resource:network {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:57:04.818586 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4ae68b41-65f4-401a-8949-3172654114f6 req-094acfff-eb81-4932-b44a-a88fe57af667 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:04.837032 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003a6a0-fa6a-4b0f-a5ce-abc613f3a92e req-ab00a3b3-f7b1-4fba-a473-f309b1f7eb2d tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:04.838649 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c003a6a0-fa6a-4b0f-a5ce-abc613f3a92e req-ab00a3b3-f7b1-4fba-a473-f309b1f7eb2d tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fbc43c-8f66-4544-8456-8155759c96e3 HTTP/1.1" status: 200 len: 943 time: 0.4616768 Apr 09 01:57:04.870191 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-568211b6-fa12-4be3-976c-ae25264dbbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:04.872031 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-568211b6-fa12-4be3-976c-ae25264dbbec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=392f990f4fa84bc6ae9872cea059b3e9&device_id=06fbc43c-8f66-4544-8456-8155759c96e3 HTTP/1.1" status: 200 len: 1096 time: 0.2687807 Apr 09 01:57:04.951000 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-94c37708-e809-4f0f-9e23-67cbe51bc8c7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Unset dirty status for tenant:60c2b5f2443044d88660062c502a1923 on resource:network {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:57:04.952269 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-94c37708-e809-4f0f-9e23-67cbe51bc8c7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/networks?id=304c0d54-f5c0-4d20-8f14-89b83afdf40f HTTP/1.1" status: 200 len: 809 time: 0.6098206 Apr 09 01:57:04.964443 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c003a6a0-fa6a-4b0f-a5ce-abc613f3a92e req-d0b7d15e-b0d6-44eb-9b88-eee09f5a6d96 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167183 Apr 09 01:57:04.969242 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-88da3542-4017-43ef-b3d1-a855f0390c66 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=554ddc86-f075-4453-9203-906c417a5a5e HTTP/1.1" status: 200 len: 217 time: 0.0861857 Apr 09 01:57:05.023590 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-d04f210c-d1ca-4c54-933f-1a8d9d18a404 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/quotas/60c2b5f2443044d88660062c502a1923 HTTP/1.1" status: 200 len: 375 time: 0.0581951 Apr 09 01:57:05.037111 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fbc43c-8f66-4544-8456-8155759c96e3', 'tag': '554ddc86-f075-4453-9203-906c417a5a5e', 'status': 'completed', 'code': 200} Apr 09 01:57:05.103348 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4ae68b41-65f4-401a-8949-3172654114f6 req-094acfff-eb81-4932-b44a-a88fe57af667 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:05.121734 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:05.186711 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-7e70a0ab-d2d5-4dfb-b13e-f959a692eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:05.188242 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-7e70a0ab-d2d5-4dfb-b13e-f959a692eb7b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea841e7e-decb-4bb0-a4f0-4d9aab1b1755 HTTP/1.1" status: 200 len: 848 time: 0.2046514 Apr 09 01:57:05.379726 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-61396230-463f-4136-b495-c8b67e6dc9ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=890df9b6-80a6-43e8-8e26-86e133bfafb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1382141 Apr 09 01:57:05.420906 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094acfff-eb81-4932-b44a-a88fe57af667 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Pushing event updated for resources: {'Port': ['ID=03b7a5fc-d8d2-4c4b-87fa-837195ac618b,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:05.442547 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-094acfff-eb81-4932-b44a-a88fe57af667 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:05.562581 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-573a1232-4458-40e7-b652-8452e2751f8d tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Synchronizing usage tracker for tenant:60c2b5f2443044d88660062c502a1923 on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:57:05.632993 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f96111-0b9e-4159-b858-a61acc063b08 req-5ef7f8db-a686-467e-8958-f59a7d37b669 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:05.634507 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-77f96111-0b9e-4159-b858-a61acc063b08 req-5ef7f8db-a686-467e-8958-f59a7d37b669 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.4698093 Apr 09 01:57:05.641573 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae68b41-65f4-401a-8949-3172654114f6 req-094acfff-eb81-4932-b44a-a88fe57af667 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Network c0871fb3-c899-4b93-992b-4545b0ee100a is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:57:05.642567 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-573a1232-4458-40e7-b652-8452e2751f8d tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Unset dirty status for tenant:60c2b5f2443044d88660062c502a1923 on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:57:05.643736 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-573a1232-4458-40e7-b652-8452e2751f8d tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=60c2b5f2443044d88660062c502a1923&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6058054 Apr 09 01:57:05.648056 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [req-4ae68b41-65f4-401a-8949-3172654114f6 req-094acfff-eb81-4932-b44a-a88fe57af667 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:57:05.652274 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae68b41-65f4-401a-8949-3172654114f6 req-094acfff-eb81-4932-b44a-a88fe57af667 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:57:05.658901 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae68b41-65f4-401a-8949-3172654114f6 req-094acfff-eb81-4932-b44a-a88fe57af667 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:05.662882 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4ae68b41-65f4-401a-8949-3172654114f6 req-094acfff-eb81-4932-b44a-a88fe57af667 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:05.677936 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-b6ec6b5d-9d82-4519-89c6-f0c563676015 service neutron] 10.222.0.60 "GET /v2.0/networks/890df9b6-80a6-43e8-8e26-86e133bfafb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860560 Apr 09 01:57:05.766548 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-77f96111-0b9e-4159-b858-a61acc063b08 req-074705b2-6d36-4697-b111-5b7f5c671660 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217861 Apr 09 01:57:05.838331 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4ae68b41-65f4-401a-8949-3172654114f6 req-094acfff-eb81-4932-b44a-a88fe57af667 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8210921 Apr 09 01:57:05.912088 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Request body: {'port': {'device_id': '6d5691fd-122b-4cd8-97c5-408943be45c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:57:06.346680 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-b774d39b-a360-4d7a-ad21-9cdd5c5fac80 service neutron] 10.222.0.44 "GET /v2.0/networks/304c0d54-f5c0-4d20-8f14-89b83afdf40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6676402 Apr 09 01:57:06.362906 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0029cbf7-635e-4bd1-95ab-3e7b4617faea req-aef33635-fa90-4e12-8e83-54df4f08bbe5 service neutron] 10.222.0.60 "GET /v2.0/networks/890df9b6-80a6-43e8-8e26-86e133bfafb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484728 Apr 09 01:57:06.407794 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:06.589792 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2de167-794f-40eb-8999-9477d2a4afcf req-e2a89f58-18e4-4dd7-828a-6f29bafa5f94 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:06.590569 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-2b2de167-794f-40eb-8999-9477d2a4afcf req-e2a89f58-18e4-4dd7-828a-6f29bafa5f94 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Synchronizing usage tracker for tenant:a73094a8814c4c89a6108acfa344df7e on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:57:06.713509 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-2b2de167-794f-40eb-8999-9477d2a4afcf req-e2a89f58-18e4-4dd7-828a-6f29bafa5f94 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Unset dirty status for tenant:a73094a8814c4c89a6108acfa344df7e on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:57:06.717708 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2b2de167-794f-40eb-8999-9477d2a4afcf req-e2a89f58-18e4-4dd7-828a-6f29bafa5f94 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 931 time: 0.8228848 Apr 09 01:57:06.791492 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-e5dc46c6-0b5a-441e-99f4-a9e148aed48e service neutron] 10.222.0.44 "GET /v2.0/networks/304c0d54-f5c0-4d20-8f14-89b83afdf40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311845 Apr 09 01:57:06.875720 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2b2de167-794f-40eb-8999-9477d2a4afcf req-938d4a97-aeb1-4318-bc9f-2f26ddfb5744 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818341 Apr 09 01:57:06.875720 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc976adc-725c-4aa0-bf7e-747afb873864 req-19b89d3e-02f0-44b9-8535-e2b779a20d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:06.875720 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bc976adc-725c-4aa0-bf7e-747afb873864 req-19b89d3e-02f0-44b9-8535-e2b779a20d3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=392f990f4fa84bc6ae9872cea059b3e9&device_id=06fbc43c-8f66-4544-8456-8155759c96e3 HTTP/1.1" status: 200 len: 1096 time: 0.4424684 Apr 09 01:57:07.362895 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc976adc-725c-4aa0-bf7e-747afb873864 req-2a1ec63b-d09c-43d8-8188-d34a4640818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:07.364402 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bc976adc-725c-4aa0-bf7e-747afb873864 req-2a1ec63b-d09c-43d8-8188-d34a4640818b service neutron] 10.222.0.60 "GET /v2.0/networks?id=890df9b6-80a6-43e8-8e26-86e133bfafb0 HTTP/1.1" status: 200 len: 909 time: 0.4812105 Apr 09 01:57:07.478085 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9612382-0fa5-4181-84d0-1dd06876cc28 req-1fbabd03-05a3-4077-a9cc-72e1a24fdfcb tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:07.479722 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b9612382-0fa5-4181-84d0-1dd06876cc28 req-1fbabd03-05a3-4077-a9cc-72e1a24fdfcb tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fbc43c-8f66-4544-8456-8155759c96e3 HTTP/1.1" status: 200 len: 943 time: 0.4020383 Apr 09 01:57:07.486242 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.db.resource_extend [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 09 01:57:07.518070 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bc976adc-725c-4aa0-bf7e-747afb873864 req-b9d3f867-f418-4009-b68a-9981e57bc85b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=554ddc86-f075-4453-9203-906c417a5a5e HTTP/1.1" status: 200 len: 217 time: 0.1456230 Apr 09 01:57:07.644190 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b9612382-0fa5-4181-84d0-1dd06876cc28 req-02ea8b0a-6765-483f-84e0-2b1120116283 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321671 Apr 09 01:57:07.672508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b7a5fc-d8d2-4c4b-87fa-837195ac618b {{(pid=85253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:57:07.690950 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:07.695023 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc976adc-725c-4aa0-bf7e-747afb873864 req-0d4a9148-5390-465b-b4ab-fb31ca553235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:07.696658 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bc976adc-725c-4aa0-bf7e-747afb873864 req-0d4a9148-5390-465b-b4ab-fb31ca553235 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea841e7e-decb-4bb0-a4f0-4d9aab1b1755 HTTP/1.1" status: 200 len: 848 time: 0.1359499 Apr 09 01:57:07.804726 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2ed3e4ad-2945-4d04-b6cc-28b3b713b8c6 req-5bba5e5c-38e3-48ca-8ca7-8609947d091c tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 210 time: 0.1045480 Apr 09 01:57:07.811028 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Transition to ACTIVE for port object 03b7a5fc-d8d2-4c4b-87fa-837195ac618b will not be triggered until provisioned by entity L2. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:57:07.821672 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8465c2-07a4-4f1b-ba8a-b4626e0b1d5c req-0c045523-6c0d-4edd-9d44-7fe9bd2793ab tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:07.822869 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8f8465c2-07a4-4f1b-ba8a-b4626e0b1d5c req-0c045523-6c0d-4edd-9d44-7fe9bd2793ab tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.4572706 Apr 09 01:57:07.827274 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bc976adc-725c-4aa0-bf7e-747afb873864 req-3d1c92c1-cddc-4ae5-b143-3fa01db8db43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=890df9b6-80a6-43e8-8e26-86e133bfafb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187296 Apr 09 01:57:07.828193 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:07.849905 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:08.110564 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8f8465c2-07a4-4f1b-ba8a-b4626e0b1d5c req-75fc58f6-1e6e-4fd7-886e-d20a91f2e403 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637334 Apr 09 01:57:08.178672 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Pushing event updated for resources: {'Port': ['ID=03b7a5fc-d8d2-4c4b-87fa-837195ac618b,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:08.193029 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:08.280143 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bc976adc-725c-4aa0-bf7e-747afb873864 req-da805547-84dc-4d10-a708-ed921a8a6fdc service neutron] 10.222.0.60 "GET /v2.0/networks/890df9b6-80a6-43e8-8e26-86e133bfafb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345560 Apr 09 01:57:08.636323 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8560b3e-533f-4006-bfc0-e2570b79083c req-ff3293bc-c76c-4360-9306-b664a30a5bd2 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:08.638109 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a8560b3e-533f-4006-bfc0-e2570b79083c req-ff3293bc-c76c-4360-9306-b664a30a5bd2 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 943 time: 0.5318775 Apr 09 01:57:08.812530 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a8560b3e-533f-4006-bfc0-e2570b79083c req-4284a09a-285a-4f28-8eae-82082d4c27b0 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929730 Apr 09 01:57:08.828137 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Attempting to bind port 03b7a5fc-d8d2-4c4b-87fa-837195ac618b on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:57:08.828617 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Attempting to bind port 03b7a5fc-d8d2-4c4b-87fa-837195ac618b by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f8b6926f-4018-4de1-b4ee-d0d96ccdbe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c0871fb3-c899-4b93-992b-4545b0ee100a'}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:57:08.828993 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Attempting to bind port 03b7a5fc-d8d2-4c4b-87fa-837195ac618b on network c0871fb3-c899-4b93-992b-4545b0ee100a {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:57:08.852297 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Port 03b7a5fc-d8d2-4c4b-87fa-837195ac618b on network c0871fb3-c899-4b93-992b-4545b0ee100a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 01:57:08.853008 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Attempting to bind port 03b7a5fc-d8d2-4c4b-87fa-837195ac618b on network c0871fb3-c899-4b93-992b-4545b0ee100a {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:57:08.899416 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Checking agent: {'id': '474f91f5-43fb-4d3d-bd9b-d9ff88d57b86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:57:08.899717 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-566827ce-4d08-4008-80b0-57dc69c7c065 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:08.901373 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-566827ce-4d08-4008-80b0-57dc69c7c065 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.60 "GET /v2.0/networks?id=304c0d54-f5c0-4d20-8f14-89b83afdf40f HTTP/1.1" status: 200 len: 809 time: 0.2901695 Apr 09 01:57:08.905317 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Checking segment: {'id': 'f8b6926f-4018-4de1-b4ee-d0d96ccdbe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c0871fb3-c899-4b93-992b-4545b0ee100a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:57:08.905897 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Bound using segment: {'id': 'f8b6926f-4018-4de1-b4ee-d0d96ccdbe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c0871fb3-c899-4b93-992b-4545b0ee100a'} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:57:08.906545 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Bound port: 03b7a5fc-d8d2-4c4b-87fa-837195ac618b, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b6926f-4018-4de1-b4ee-d0d96ccdbe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c0871fb3-c899-4b93-992b-4545b0ee100a'}}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:57:08.906939 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:08.963186 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bc976adc-725c-4aa0-bf7e-747afb873864 req-f77bec41-7105-4171-a53a-2635a816618c service neutron] 10.222.0.60 "GET /v2.0/networks/890df9b6-80a6-43e8-8e26-86e133bfafb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924530 Apr 09 01:57:09.053981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-ede31e01-c2b8-44b8-80b9-85a6bd52b231 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Synchronizing usage tracker for tenant:60c2b5f2443044d88660062c502a1923 on resource:security_group {{(pid=85254) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:57:09.084688 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-ede31e01-c2b8-44b8-80b9-85a6bd52b231 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Unset dirty status for tenant:60c2b5f2443044d88660062c502a1923 on resource:security_group {{(pid=85254) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:57:09.090016 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-ede31e01-c2b8-44b8-80b9-85a6bd52b231 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60c2b5f2443044d88660062c502a1923 HTTP/1.1" status: 200 len: 8061 time: 0.1778941 Apr 09 01:57:09.105104 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-f05b4824-a692-47f2-a96c-2114d5987f8e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Request body: {'port': {'device_id': 'c6ce9a2c-06f9-46f2-8149-452896db1ff4', 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f', 'admin_state_up': True, 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'security_groups': ['3034a718-b37b-421f-aca8-a798ed3f7d53']}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:57:09.193373 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9c439b01-a4e2-4451-b9a5-c9d074241da8 req-20ed07a6-8adc-4224-b21b-b73e000809f6 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0840876 Apr 09 01:57:09.210722 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] For port 03b7a5fc-d8d2-4c4b-87fa-837195ac618b, host hv-cinder-78462, cleared binding levels {{(pid=85253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:57:09.246716 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] For port 03b7a5fc-d8d2-4c4b-87fa-837195ac618b, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=03b7a5fc-d8d2-4c4b-87fa-837195ac618b,segment=NetworkSegment(f8b6926f-4018-4de1-b4ee-d0d96ccdbe34),segment_id=f8b6926f-4018-4de1-b4ee-d0d96ccdbe34)] {{(pid=85253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:57:09.275079 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:09.294922 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:09.310085 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-f05b4824-a692-47f2-a96c-2114d5987f8e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:57:09.320679 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-f05b4824-a692-47f2-a96c-2114d5987f8e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:57:09.331358 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-f05b4824-a692-47f2-a96c-2114d5987f8e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Made reservation on behalf of 60c2b5f2443044d88660062c502a1923 for: {'port': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:57:09.337749 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-f05b4824-a692-47f2-a96c-2114d5987f8e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:09.401847 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 554ddc86-f075-4453-9203-906c417a5a5e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 01:57:09.516216 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6352711-3653-43f2-8708-ebf0c7a3dc69 req-d5363ac9-12e6-46f0-b390-86ed9110de4b tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:09.526202 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e6352711-3653-43f2-8708-ebf0c7a3dc69 req-d5363ac9-12e6-46f0-b390-86ed9110de4b tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fbc43c-8f66-4544-8456-8155759c96e3 HTTP/1.1" status: 200 len: 943 time: 0.4869778 Apr 09 01:57:09.563779 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-f05b4824-a692-47f2-a96c-2114d5987f8e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Allocated IP 172.20.0.12 (304c0d54-f5c0-4d20-8f14-89b83afdf40f/beb41680-af3e-4255-9cd6-b1accfa86904/bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb) {{(pid=85254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:57:09.576267 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e6352711-3653-43f2-8708-ebf0c7a3dc69 req-dd6093a4-03e1-4e41-9851-25ae49c10c58 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486426 Apr 09 01:57:09.576939 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 57602) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:57:09.631532 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 554ddc86-f075-4453-9203-906c417a5a5e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=554ddc86-f075-4453-9203-906c417a5a5e,segment=NetworkSegment(eda70934-493e-4ca4-bb31-fb96f4fd63c2),segment_id=eda70934-493e-4ca4-bb31-fb96f4fd63c2)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:57:09.657534 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': '554ddc86-f075-4453-9203-906c417a5a5e', 'network_id': '890df9b6-80a6-43e8-8e26-86e133bfafb0', 'port_id': '554ddc86-f075-4453-9203-906c417a5a5e', 'mac_address': 'fa:16:3e:31:9f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea841e7e-decb-4bb0-a4f0-4d9aab1b1755', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 01:57:09.719586 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Pushing event updated for resources: {'Port': ['ID=03b7a5fc-d8d2-4c4b-87fa-837195ac618b,revision_number=3']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:09.740673 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1fe43-0a0d-46ed-aa94-cec9ad928841 req-ad045691-12cb-4d45-8cb0-0fdb2d36b07e tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:09.744080 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:09.749415 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9fe1fe43-0a0d-46ed-aa94-cec9ad928841 req-ad045691-12cb-4d45-8cb0-0fdb2d36b07e tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.3653934 Apr 09 01:57:09.751828 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:09.766807 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554ddc86-f075-4453-9203-906c417a5a5e {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:57:09.786564 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 554ddc86-f075-4453-9203-906c417a5a5e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=554ddc86-f075-4453-9203-906c417a5a5e,segment=NetworkSegment(eda70934-493e-4ca4-bb31-fb96f4fd63c2),segment_id=eda70934-493e-4ca4-bb31-fb96f4fd63c2)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:57:09.790804 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:09.797145 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9fe1fe43-0a0d-46ed-aa94-cec9ad928841 req-6ded55f1-e32a-490a-b189-248f90336d28 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464928 Apr 09 01:57:09.797592 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:09.828348 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:09.829282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:09.831240 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4ae68b41-65f4-401a-8949-3172654114f6 req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] 10.222.0.60 "PUT /v2.0/ports/03b7a5fc-d8d2-4c4b-87fa-837195ac618b HTTP/1.1" status: 200 len: 1093 time: 3.9381664 Apr 09 01:57:09.831986 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5691fd-122b-4cd8-97c5-408943be45c5', 'tag': '03b7a5fc-d8d2-4c4b-87fa-837195ac618b'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:57:09.875619 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-77748131-8203-4d9c-805a-857aef299012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:09.887016 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5691fd-122b-4cd8-97c5-408943be45c5', 'tag': '03b7a5fc-d8d2-4c4b-87fa-837195ac618b', 'status': 'completed', 'code': 200} Apr 09 01:57:09.911044 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=554ddc86-f075-4453-9203-906c417a5a5e,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:09.915341 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:09.927382 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-f05b4824-a692-47f2-a96c-2114d5987f8e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for port, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:09.941213 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-77748131-8203-4d9c-805a-857aef299012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:57:09.954840 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-77748131-8203-4d9c-805a-857aef299012 admin admin] Usage tracker for resource:security_group_rule and tenant:aceb0325710b4ff5b9227722b4144e8a is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:57:09.960488 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-77748131-8203-4d9c-805a-857aef299012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:57:09.964894 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-f05b4824-a692-47f2-a96c-2114d5987f8e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Transition to ACTIVE for port object bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb will not be triggered until provisioned by entity DHCP. {{(pid=85254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:57:09.970189 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-77748131-8203-4d9c-805a-857aef299012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:57:10.033332 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-f05b4824-a692-47f2-a96c-2114d5987f8e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:10.054086 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['554ddc86-f075-4453-9203-906c417a5a5e'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:57:10.057558 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:10.065764 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae68b41-65f4-401a-8949-3172654114f6 req-81d72ac6-cc3c-4a29-bd82-afedc52b60d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:10.067392 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4ae68b41-65f4-401a-8949-3172654114f6 req-81d72ac6-cc3c-4a29-bd82-afedc52b60d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a73094a8814c4c89a6108acfa344df7e&device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 1096 time: 0.1684992 Apr 09 01:57:10.168421 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4ae68b41-65f4-401a-8949-3172654114f6 req-ae13258e-e36a-47ce-ba96-900ead0f84b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03b7a5fc-d8d2-4c4b-87fa-837195ac618b HTTP/1.1" status: 200 len: 217 time: 0.0899482 Apr 09 01:57:10.291013 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae68b41-65f4-401a-8949-3172654114f6 req-29f78c16-867b-40b5-bb80-b9456fadefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:10.292618 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4ae68b41-65f4-401a-8949-3172654114f6 req-29f78c16-867b-40b5-bb80-b9456fadefe8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1d7a97-2034-457c-ac2f-d8fc5a641eab HTTP/1.1" status: 200 len: 853 time: 0.1106291 Apr 09 01:57:10.303460 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b4824-a692-47f2-a96c-2114d5987f8e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Pushing event updated for resources: {'Port': ['ID=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:10.306576 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f05b4824-a692-47f2-a96c-2114d5987f8e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:10.308788 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-77748131-8203-4d9c-805a-857aef299012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:10.316482 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-77748131-8203-4d9c-805a-857aef299012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:10.329435 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6294c8-b20f-4e92-8d59-6d026a993e68 req-26769159-d4ed-4bd4-a959-939c06982166 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:10.331729 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8f6294c8-b20f-4e92-8d59-6d026a993e68 req-26769159-d4ed-4bd4-a959-939c06982166 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 943 time: 0.3247554 Apr 09 01:57:10.354415 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2c4ffea4-0a97-44fd-afdd-91214f432e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:10.389470 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-77748131-8203-4d9c-805a-857aef299012 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aceb0325710b4ff5b9227722b4144e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8062744 Apr 09 01:57:10.390403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77748131-8203-4d9c-805a-857aef299012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adf150d-04a2-42c0-992c-2e32f970df6e,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:10.391614 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 57618) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:57:10.395122 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-77748131-8203-4d9c-805a-857aef299012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:10.428343 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4ae68b41-65f4-401a-8949-3172654114f6 req-abb34643-9672-4fb4-a507-532aba88aba9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c0871fb3-c899-4b93-992b-4545b0ee100a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104920 Apr 09 01:57:10.437685 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-f05b4824-a692-47f2-a96c-2114d5987f8e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Network 304c0d54-f5c0-4d20-8f14-89b83afdf40f is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:57:10.439112 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-f05b4824-a692-47f2-a96c-2114d5987f8e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:57:10.441719 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-f05b4824-a692-47f2-a96c-2114d5987f8e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Received port after_create {{(pid=85254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:57:10.519590 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-f05b4824-a692-47f2-a96c-2114d5987f8e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:10.520689 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-f05b4824-a692-47f2-a96c-2114d5987f8e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:10.554468 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-f05b4824-a692-47f2-a96c-2114d5987f8e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4588842 Apr 09 01:57:10.567663 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Request body: {'port': {'device_id': 'c6ce9a2c-06f9-46f2-8149-452896db1ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:57:10.667942 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8f6294c8-b20f-4e92-8d59-6d026a993e68 req-a78a97e8-8aa0-478b-ac3b-8ca41ec7974e tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894864 Apr 09 01:57:10.689780 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4ae68b41-65f4-401a-8949-3172654114f6 req-41803a08-b077-442c-8e1b-e7f2763dd49b service neutron] 10.222.0.60 "GET /v2.0/networks/c0871fb3-c899-4b93-992b-4545b0ee100a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082450 Apr 09 01:57:10.702098 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:10.730649 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-b8e6ee73-28fb-4644-a912-a99a899f912a None None] Provisioning for port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:57:10.741657 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-b8e6ee73-28fb-4644-a912-a99a899f912a None None] Provisioning complete for port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:57:10.742083 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b8e6ee73-28fb-4644-a912-a99a899f912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:10.858478 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bc15c5e2-f5cc-4881-a054-19e12ee1fa43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:10.865113 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-b8e6ee73-28fb-4644-a912-a99a899f912a None None] Port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 01:57:10.906789 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7733f8-a9e4-4255-8ee3-3c42f1e94c60 req-a243bd87-c962-4866-9a36-45ff97a8db09 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:10.909280 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-df7733f8-a9e4-4255-8ee3-3c42f1e94c60 req-a243bd87-c962-4866-9a36-45ff97a8db09 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 932 time: 0.4676330 Apr 09 01:57:11.010924 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bc15c5e2-f5cc-4881-a054-19e12ee1fa43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:11.051572 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-df7733f8-a9e4-4255-8ee3-3c42f1e94c60 req-d289ad20-8853-41b8-b638-b258c87573b9 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195142 Apr 09 01:57:11.082681 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4ae68b41-65f4-401a-8949-3172654114f6 req-290f5335-49b1-4fac-a682-247acbc20efd service neutron] 10.222.0.60 "GET /v2.0/networks/c0871fb3-c899-4b93-992b-4545b0ee100a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661757 Apr 09 01:57:11.130468 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8f002-89b8-4c67-a234-1b9119ef948e req-21943ba3-f8a3-4af4-b15a-a2f56521ce6c tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:11.132151 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d3f8f002-89b8-4c67-a234-1b9119ef948e req-21943ba3-f8a3-4af4-b15a-a2f56521ce6c tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fbc43c-8f66-4544-8456-8155759c96e3 HTTP/1.1" status: 200 len: 944 time: 0.1836877 Apr 09 01:57:11.145156 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bc15c5e2-f5cc-4881-a054-19e12ee1fa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:11.162739 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-84d9bb18-ad96-41d0-a7ea-322725f56fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:11.236372 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb {{(pid=85254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:57:11.244705 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:11.257117 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15c5e2-f5cc-4881-a054-19e12ee1fa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adf150d-04a2-42c0-992c-2e32f970df6e,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:11.261447 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Transition to ACTIVE for port object bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb will not be triggered until provisioned by entity L2. {{(pid=85254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:57:11.265391 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852597316'] for port, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:11.278608 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bc15c5e2-f5cc-4881-a054-19e12ee1fa43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:11.286947 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d3f8f002-89b8-4c67-a234-1b9119ef948e req-c2ef1aa0-130f-45c4-a569-fa789e117f9f tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451185 Apr 09 01:57:11.289174 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:11.294381 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bc15c5e2-f5cc-4881-a054-19e12ee1fa43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:11.298514 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-bc15c5e2-f5cc-4881-a054-19e12ee1fa43 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8adf150d-04a2-42c0-992c-2e32f970df6e HTTP/1.1" status: 204 len: 168 time: 0.8706427 Apr 09 01:57:11.355214 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39309405-076b-45b5-ab62-7cc609414ba9 req-520820cf-e519-4eb4-a405-d3a12ce16f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:11.357398 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-39309405-076b-45b5-ab62-7cc609414ba9 req-520820cf-e519-4eb4-a405-d3a12ce16f38 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a73094a8814c4c89a6108acfa344df7e&device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 1096 time: 0.1813178 Apr 09 01:57:11.366730 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ed70c-61af-4fc5-904a-bfeb707cbb0f req-71d17748-3c7b-40e8-b6aa-d40a649c85ed tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:11.369304 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bc6ed70c-61af-4fc5-904a-bfeb707cbb0f req-71d17748-3c7b-40e8-b6aa-d40a649c85ed tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.1975627 Apr 09 01:57:11.400701 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 554ddc86-f075-4453-9203-906c417a5a5e up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:57:11.433859 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bc6ed70c-61af-4fc5-904a-bfeb707cbb0f req-d2fc49b6-aee7-40d5-8896-08333370ccce tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408289 Apr 09 01:57:11.522723 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:57:11.550332 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning for port 554ddc86-f075-4453-9203-906c417a5a5e completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:57:11.562957 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port 554ddc86-f075-4453-9203-906c417a5a5e triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:57:11.564232 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:11.583533 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39309405-076b-45b5-ab62-7cc609414ba9 req-756ccc21-ef89-440a-bd75-81909b55d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:11.585291 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-39309405-076b-45b5-ab62-7cc609414ba9 req-756ccc21-ef89-440a-bd75-81909b55d41d service neutron] 10.222.0.60 "GET /v2.0/networks?id=c0871fb3-c899-4b93-992b-4545b0ee100a HTTP/1.1" status: 200 len: 914 time: 0.2149162 Apr 09 01:57:11.704950 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Pushing event updated for resources: {'Port': ['ID=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb,revision_number=2']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:11.708335 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:11.780923 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:11.794217 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fbc43c-8f66-4544-8456-8155759c96e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554ddc86-f075-4453-9203-906c417a5a5e'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:57:11.806997 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 554ddc86-f075-4453-9203-906c417a5a5e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=554ddc86-f075-4453-9203-906c417a5a5e,segment=NetworkSegment(eda70934-493e-4ca4-bb31-fb96f4fd63c2),segment_id=eda70934-493e-4ca4-bb31-fb96f4fd63c2)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:57:11.811385 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:11.813912 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:11.913650 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fbc43c-8f66-4544-8456-8155759c96e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554ddc86-f075-4453-9203-906c417a5a5e', 'code': 200} Apr 09 01:57:11.925768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=554ddc86-f075-4453-9203-906c417a5a5e,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:11.931085 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:12.019950 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Attempting to bind port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:57:12.024365 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Attempting to bind port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'd7c7569c-54ab-4658-98cf-f2d409cae760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f'}] {{(pid=85254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:57:12.024623 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Attempting to bind port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb on network 304c0d54-f5c0-4d20-8f14-89b83afdf40f {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:57:12.036545 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb on network 304c0d54-f5c0-4d20-8f14-89b83afdf40f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 01:57:12.037036 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Attempting to bind port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb on network 304c0d54-f5c0-4d20-8f14-89b83afdf40f {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:57:12.055068 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Checking agent: {'id': '474f91f5-43fb-4d3d-bd9b-d9ff88d57b86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:57:12.055524 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Checking segment: {'id': 'd7c7569c-54ab-4658-98cf-f2d409cae760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:57:12.055979 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Bound using segment: {'id': 'd7c7569c-54ab-4658-98cf-f2d409cae760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f'} {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:57:12.056514 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Bound port: bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c7569c-54ab-4658-98cf-f2d409cae760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f'}}] {{(pid=85254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:57:12.056958 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:12.149034 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-39309405-076b-45b5-ab62-7cc609414ba9 req-3e54efe0-0071-44da-92a4-664f92e9bc6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03b7a5fc-d8d2-4c4b-87fa-837195ac618b HTTP/1.1" status: 200 len: 217 time: 0.5504470 Apr 09 01:57:12.234581 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] For port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb, host hv-cinder-78462, cleared binding levels {{(pid=85254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:57:12.240228 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] For port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb,segment=NetworkSegment(d7c7569c-54ab-4658-98cf-f2d409cae760),segment_id=d7c7569c-54ab-4658-98cf-f2d409cae760)] {{(pid=85254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:57:12.246470 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852597316'] for port, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:12.276953 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f6209faa-f09b-4157-9349-69c787ea02bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:12.286478 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39309405-076b-45b5-ab62-7cc609414ba9 req-7e5b53a8-9c1b-4581-90c9-0c1c91204f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:12.287879 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-39309405-076b-45b5-ab62-7cc609414ba9 req-7e5b53a8-9c1b-4581-90c9-0c1c91204f3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1d7a97-2034-457c-ac2f-d8fc5a641eab HTTP/1.1" status: 200 len: 853 time: 0.1284811 Apr 09 01:57:12.417436 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-39309405-076b-45b5-ab62-7cc609414ba9 req-d121aa2d-4e4d-49c1-92b7-2bfb5a1cb095 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c0871fb3-c899-4b93-992b-4545b0ee100a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765600 Apr 09 01:57:12.496319 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d016f4-6e27-4eaf-92c5-27307fde51f4 req-a3df67aa-9c7f-432e-8635-f717e343afd1 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:12.498031 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-70d016f4-6e27-4eaf-92c5-27307fde51f4 req-a3df67aa-9c7f-432e-8635-f717e343afd1 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 943 time: 0.4017770 Apr 09 01:57:12.587615 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Pushing event updated for resources: {'Port': ['ID=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb,revision_number=3']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:12.598380 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:12.623755 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad205f4d-770e-4825-b074-dae2fc282cf0 req-e79bf380-2b02-4273-abc3-ceeef4009249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:12.625719 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ad205f4d-770e-4825-b074-dae2fc282cf0 req-e79bf380-2b02-4273-abc3-ceeef4009249 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=06fbc43c-8f66-4544-8456-8155759c96e3 HTTP/1.1" status: 200 len: 1098 time: 0.3804293 Apr 09 01:57:12.638451 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-70d016f4-6e27-4eaf-92c5-27307fde51f4 req-3d65eb33-859d-413d-91b4-d878f398b415 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733147 Apr 09 01:57:12.655443 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:12.656275 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:12.657993 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] 10.222.0.60 "PUT /v2.0/ports/bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb HTTP/1.1" status: 200 len: 1094 time: 2.0953565 Apr 09 01:57:12.658747 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ce9a2c-06f9-46f2-8149-452896db1ff4', 'tag': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb'}] {{(pid=85254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:57:12.692030 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b44f84-4109-4934-80fd-d1ef7daae4fa req-de592e25-370a-45d6-90bf-8466adf23511 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:12.695395 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-30b44f84-4109-4934-80fd-d1ef7daae4fa req-de592e25-370a-45d6-90bf-8466adf23511 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 944 time: 0.4490516 Apr 09 01:57:12.707917 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ad205f4d-770e-4825-b074-dae2fc282cf0 req-ece0c0da-b4b1-4a72-88e9-11c45f55f79d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587757 Apr 09 01:57:12.745762 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-39309405-076b-45b5-ab62-7cc609414ba9 req-fc0be130-1062-4cf4-a6f8-9f90bfcd413c service neutron] 10.222.0.60 "GET /v2.0/networks/c0871fb3-c899-4b93-992b-4545b0ee100a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189299 Apr 09 01:57:12.757559 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-30b44f84-4109-4934-80fd-d1ef7daae4fa req-f594bd81-7d4b-411e-97a7-badf9f3a01a7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377104 Apr 09 01:57:12.908501 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-949e1578-1f87-49c8-9b56-40e31b83f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:12.910637 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-949e1578-1f87-49c8-9b56-40e31b83f579 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60c2b5f2443044d88660062c502a1923&device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 1097 time: 0.2083795 Apr 09 01:57:13.008411 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-5055b808-0886-4bc0-b2ed-17f2e0e23b12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb HTTP/1.1" status: 200 len: 217 time: 0.0896142 Apr 09 01:57:13.065544 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68dffc-8254-4771-b5de-6271fa6ee68d req-8011e866-f564-4cf9-9d89-e9c4a9b3798a tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:13.068054 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5b68dffc-8254-4771-b5de-6271fa6ee68d req-8011e866-f564-4cf9-9d89-e9c4a9b3798a tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fbc43c-8f66-4544-8456-8155759c96e3 HTTP/1.1" status: 200 len: 945 time: 0.2933412 Apr 09 01:57:13.093916 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-effa256e-c451-48dc-921d-ab6d5d334c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:13.095408 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-effa256e-c451-48dc-921d-ab6d5d334c72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=beb41680-af3e-4255-9cd6-b1accfa86904 HTTP/1.1" status: 200 len: 848 time: 0.0789356 Apr 09 01:57:13.130772 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5b68dffc-8254-4771-b5de-6271fa6ee68d req-0fefb396-73ce-4b03-9f63-72b1be901bf8 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525203 Apr 09 01:57:13.134024 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-39309405-076b-45b5-ab62-7cc609414ba9 req-8fd20f14-9937-4518-8161-4c888e212441 service neutron] 10.222.0.60 "GET /v2.0/networks/c0871fb3-c899-4b93-992b-4545b0ee100a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630443 Apr 09 01:57:13.176508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68006fe5-2d1d-4ef6-bc3d-3d1f31f6ebea req-959cc0bd-6e07-422f-87f4-78da3938d237 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:13.179002 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-68006fe5-2d1d-4ef6-bc3d-3d1f31f6ebea req-959cc0bd-6e07-422f-87f4-78da3938d237 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.1782928 Apr 09 01:57:13.199043 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-0d7796ef-0e42-4a2e-8b5c-bf988f1a60fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:13.201329 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-0d7796ef-0e42-4a2e-8b5c-bf988f1a60fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=304c0d54-f5c0-4d20-8f14-89b83afdf40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0983570 Apr 09 01:57:13.206829 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ce9a2c-06f9-46f2-8149-452896db1ff4', 'tag': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb', 'status': 'completed', 'code': 200} Apr 09 01:57:13.212783 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-68006fe5-2d1d-4ef6-bc3d-3d1f31f6ebea req-da9e8c5b-6923-4328-b356-557757e4e054 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265377 Apr 09 01:57:13.353286 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-472a3aa1-1970-4e34-9530-7556d2bc10ae service neutron] 10.222.0.60 "GET /v2.0/networks/304c0d54-f5c0-4d20-8f14-89b83afdf40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433001 Apr 09 01:57:13.414922 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 03b7a5fc-d8d2-4c4b-87fa-837195ac618b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 01:57:13.538704 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-172f74fa-8cb9-4d5e-80c9-cada75a4a6f4 req-e9377af7-1185-40ad-8ace-2d419345564b service neutron] 10.222.0.60 "GET /v2.0/networks/304c0d54-f5c0-4d20-8f14-89b83afdf40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764104 Apr 09 01:57:13.565625 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0421306a-f747-41ab-8bb3-0a13ba445688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:13.634340 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 03b7a5fc-d8d2-4c4b-87fa-837195ac618b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=03b7a5fc-d8d2-4c4b-87fa-837195ac618b,segment=NetworkSegment(f8b6926f-4018-4de1-b4ee-d0d96ccdbe34),segment_id=f8b6926f-4018-4de1-b4ee-d0d96ccdbe34)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:57:13.675800 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': '03b7a5fc-d8d2-4c4b-87fa-837195ac618b', 'network_id': 'c0871fb3-c899-4b93-992b-4545b0ee100a', 'port_id': '03b7a5fc-d8d2-4c4b-87fa-837195ac618b', 'mac_address': 'fa:16:3e:93:fc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1d7a97-2034-457c-ac2f-d8fc5a641eab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 01:57:13.743890 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca46b0-7d14-424e-9233-0da14a7a0689 req-024611d0-9b45-481a-9683-afc93706bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:13.747033 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-59ca46b0-7d14-424e-9233-0da14a7a0689 req-024611d0-9b45-481a-9683-afc93706bfd6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60c2b5f2443044d88660062c502a1923&device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 1097 time: 0.1381462 Apr 09 01:57:13.747200 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:13.767454 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b7a5fc-d8d2-4c4b-87fa-837195ac618b {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:57:13.785911 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 03b7a5fc-d8d2-4c4b-87fa-837195ac618b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=03b7a5fc-d8d2-4c4b-87fa-837195ac618b,segment=NetworkSegment(f8b6926f-4018-4de1-b4ee-d0d96ccdbe34),segment_id=f8b6926f-4018-4de1-b4ee-d0d96ccdbe34)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:57:13.790565 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:13.792584 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:13.883983 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=03b7a5fc-d8d2-4c4b-87fa-837195ac618b,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:13.887673 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:14.018271 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca46b0-7d14-424e-9233-0da14a7a0689 req-82cb489b-e7dd-4966-8ac7-5ec8a4dc27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:14.019979 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-59ca46b0-7d14-424e-9233-0da14a7a0689 req-82cb489b-e7dd-4966-8ac7-5ec8a4dc27eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=304c0d54-f5c0-4d20-8f14-89b83afdf40f HTTP/1.1" status: 200 len: 910 time: 0.2657089 Apr 09 01:57:14.044514 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7201e-4148-4b10-97f0-2a9b8c3957da req-ef644158-7c60-4cb4-87f3-455087a17581 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:14.046311 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8ff7201e-4148-4b10-97f0-2a9b8c3957da req-ef644158-7c60-4cb4-87f3-455087a17581 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 944 time: 0.2504740 Apr 09 01:57:14.096651 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8ff7201e-4148-4b10-97f0-2a9b8c3957da req-c783504a-4556-47ec-8ab8-b3af842f180d tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330935 Apr 09 01:57:14.115352 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579230c-c9fd-4400-8e5f-83ecfd8b44cc req-be113836-1b6f-4f8f-9914-79c1fb669f13 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:14.118386 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b579230c-c9fd-4400-8e5f-83ecfd8b44cc req-be113836-1b6f-4f8f-9914-79c1fb669f13 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 944 time: 0.1779366 Apr 09 01:57:14.127459 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['03b7a5fc-d8d2-4c4b-87fa-837195ac618b'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:57:14.149919 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-59ca46b0-7d14-424e-9233-0da14a7a0689 req-4384993b-14fe-42f6-94f6-bd81fa10d7bf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb HTTP/1.1" status: 200 len: 217 time: 0.1215942 Apr 09 01:57:14.188505 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b579230c-c9fd-4400-8e5f-83ecfd8b44cc req-c83a4531-5d2b-4368-91f6-29c401e7aed7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442383 Apr 09 01:57:14.254209 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca46b0-7d14-424e-9233-0da14a7a0689 req-6d5e2849-9244-4afb-8938-4fdb632a368e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:14.255805 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-59ca46b0-7d14-424e-9233-0da14a7a0689 req-6d5e2849-9244-4afb-8938-4fdb632a368e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=beb41680-af3e-4255-9cd6-b1accfa86904 HTTP/1.1" status: 200 len: 848 time: 0.0988662 Apr 09 01:57:14.357612 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca46b0-7d14-424e-9233-0da14a7a0689 req-67220dc9-a573-441b-8a95-e1072b7ef154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:14.359326 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-59ca46b0-7d14-424e-9233-0da14a7a0689 req-67220dc9-a573-441b-8a95-e1072b7ef154 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=304c0d54-f5c0-4d20-8f14-89b83afdf40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0956357 Apr 09 01:57:14.541100 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-59ca46b0-7d14-424e-9233-0da14a7a0689 req-7e027a81-38f8-4624-acd5-2877a0a24916 service neutron] 10.222.0.60 "GET /v2.0/networks/304c0d54-f5c0-4d20-8f14-89b83afdf40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729627 Apr 09 01:57:14.565300 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87330b3d-746c-46ac-8478-0fd05cd255de req-eb3a055e-689b-4627-942e-194386dd7dfc tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:14.573477 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-87330b3d-746c-46ac-8478-0fd05cd255de req-eb3a055e-689b-4627-942e-194386dd7dfc tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fbc43c-8f66-4544-8456-8155759c96e3 HTTP/1.1" status: 200 len: 945 time: 0.2486036 Apr 09 01:57:14.620793 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706635fb-99ba-48a0-bd53-51d0537b0f84 req-318c254c-7968-4c21-b96f-382504b80cd3 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:14.628700 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-706635fb-99ba-48a0-bd53-51d0537b0f84 req-318c254c-7968-4c21-b96f-382504b80cd3 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.2158830 Apr 09 01:57:14.661889 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-87330b3d-746c-46ac-8478-0fd05cd255de req-e3c3b957-b3ce-46ba-a1a8-6730ee991e83 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873396 Apr 09 01:57:14.681484 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-706635fb-99ba-48a0-bd53-51d0537b0f84 req-895b0070-5ffc-4388-bda1-209fd0a6e9cf tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516276 Apr 09 01:57:14.755640 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-59ca46b0-7d14-424e-9233-0da14a7a0689 req-8c2aff35-e04f-46e8-9cbb-6b8b43d25a7a service neutron] 10.222.0.60 "GET /v2.0/networks/304c0d54-f5c0-4d20-8f14-89b83afdf40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021065 Apr 09 01:57:15.431706 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 03b7a5fc-d8d2-4c4b-87fa-837195ac618b up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:57:15.494363 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9c0db-a89d-4a09-b79f-83f9559391ea req-750aa68c-cfa1-47fa-917e-c1c6fcb5741e tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:15.496053 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ba9c0db-a89d-4a09-b79f-83f9559391ea req-750aa68c-cfa1-47fa-917e-c1c6fcb5741e tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 944 time: 0.1790628 Apr 09 01:57:15.511049 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e004cf-9245-4a7d-bbff-9a36e2611c4b req-459bc531-e49d-435a-94ad-d05e13b06666 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:15.513288 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-49e004cf-9245-4a7d-bbff-9a36e2611c4b req-459bc531-e49d-435a-94ad-d05e13b06666 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 944 time: 0.1408076 Apr 09 01:57:15.548523 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning for port 03b7a5fc-d8d2-4c4b-87fa-837195ac618b completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:57:15.554800 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port 03b7a5fc-d8d2-4c4b-87fa-837195ac618b triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:57:15.555304 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:15.568659 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ba9c0db-a89d-4a09-b79f-83f9559391ea req-c29499f2-88e8-45c8-b1c7-f4bb76556a8f tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446262 Apr 09 01:57:15.574285 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-49e004cf-9245-4a7d-bbff-9a36e2611c4b req-f23e06cc-9720-45a3-bcd8-76a47a96bcb9 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374191 Apr 09 01:57:15.711878 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:15.730121 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5691fd-122b-4cd8-97c5-408943be45c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b7a5fc-d8d2-4c4b-87fa-837195ac618b'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:57:15.751324 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 03b7a5fc-d8d2-4c4b-87fa-837195ac618b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=03b7a5fc-d8d2-4c4b-87fa-837195ac618b,segment=NetworkSegment(f8b6926f-4018-4de1-b4ee-d0d96ccdbe34),segment_id=f8b6926f-4018-4de1-b4ee-d0d96ccdbe34)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:57:15.756805 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:15.760065 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:15.857800 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=03b7a5fc-d8d2-4c4b-87fa-837195ac618b,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:15.861376 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:15.985174 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5691fd-122b-4cd8-97c5-408943be45c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b7a5fc-d8d2-4c4b-87fa-837195ac618b', 'code': 200} Apr 09 01:57:15.986326 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c075058-93e7-45d2-b8da-662b215e2202 req-9e51a7e8-741b-4802-ba2d-0bf74fbf08ec tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:15.988515 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6c075058-93e7-45d2-b8da-662b215e2202 req-9e51a7e8-741b-4802-ba2d-0bf74fbf08ec tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.1237059 Apr 09 01:57:16.037868 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6c075058-93e7-45d2-b8da-662b215e2202 req-c8d238b0-1b98-4a37-a93a-5621b9f84133 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391350 Apr 09 01:57:16.294082 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c142e-bd1b-4789-8c85-6a237f4b9a42 req-a1ca8cfd-973e-4dcc-8dfd-132cc0c2e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:16.296730 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b55c142e-bd1b-4789-8c85-6a237f4b9a42 req-a1ca8cfd-973e-4dcc-8dfd-132cc0c2e96a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 1098 time: 0.1088283 Apr 09 01:57:16.337567 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b55c142e-bd1b-4789-8c85-6a237f4b9a42 req-72987885-a87a-497b-ab75-2ef8eb963360 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342870 Apr 09 01:57:16.339248 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19813daa-911d-4bba-8dd4-bfaef9681599 req-84906803-b9e7-4887-80f1-d3293497cf3b tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:16.342831 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-19813daa-911d-4bba-8dd4-bfaef9681599 req-84906803-b9e7-4887-80f1-d3293497cf3b tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fbc43c-8f66-4544-8456-8155759c96e3 HTTP/1.1" status: 200 len: 945 time: 0.1772714 Apr 09 01:57:16.397402 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-19813daa-911d-4bba-8dd4-bfaef9681599 req-a2178ba3-eb13-4761-9610-ded9c340754c tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458200 Apr 09 01:57:16.890892 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ea04b-4574-4df0-a023-30611218759a req-a8f3d61f-faa5-427f-8f90-d771966d23fb tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:16.892619 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2c0ea04b-4574-4df0-a023-30611218759a req-a8f3d61f-faa5-427f-8f90-d771966d23fb tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 945 time: 0.1885669 Apr 09 01:57:16.901478 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19787c-b057-4400-b438-c101b99ab124 req-ad47bcea-7c90-4239-8036-ea4e0ce5c5b7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:16.903701 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3a19787c-b057-4400-b438-c101b99ab124 req-ad47bcea-7c90-4239-8036-ea4e0ce5c5b7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 944 time: 0.1369205 Apr 09 01:57:16.948673 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2c0ea04b-4574-4df0-a023-30611218759a req-1220e58c-ae1e-4e56-a13a-4d62e5238396 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438712 Apr 09 01:57:16.954297 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3a19787c-b057-4400-b438-c101b99ab124 req-65c86684-75bd-4919-9f50-2d84c4e01620 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368404 Apr 09 01:57:17.198131 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-43e5e11f-d508-4674-9274-451523aa603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:17.283254 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774093-fe8f-4b56-95ad-2f7217738608 req-e84f878c-996b-430d-9306-c75f9a1a78eb tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:17.285150 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-03774093-fe8f-4b56-95ad-2f7217738608 req-e84f878c-996b-430d-9306-c75f9a1a78eb tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.1168222 Apr 09 01:57:17.317714 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-03774093-fe8f-4b56-95ad-2f7217738608 req-d70b67f6-0edf-48c0-9a56-9761832f6c0a tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256588 Apr 09 01:57:17.432543 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 01:57:17.675933 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb,segment=NetworkSegment(d7c7569c-54ab-4658-98cf-f2d409cae760),segment_id=d7c7569c-54ab-4658-98cf-f2d409cae760)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:57:17.692542 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb', 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f', 'port_id': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb', 'mac_address': 'fa:16:3e:28:a3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 01:57:17.727142 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09a507-9b83-4d29-9555-ffc196a9a1be req-f88a8da4-4d6f-4b8c-a7b4-e0a08b52bca1 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:17.736300 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ac09a507-9b83-4d29-9555-ffc196a9a1be req-f88a8da4-4d6f-4b8c-a7b4-e0a08b52bca1 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fbc43c-8f66-4544-8456-8155759c96e3 HTTP/1.1" status: 200 len: 945 time: 0.1126535 Apr 09 01:57:17.786915 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ac09a507-9b83-4d29-9555-ffc196a9a1be req-5d4420b1-3604-4316-85c4-01e6c7e05e10 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493765 Apr 09 01:57:17.800615 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:17.802182 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:57:17.816497 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d743b3-3a7f-4b0d-9b26-35a6627a4915 req-ad486a3b-ed06-4d22-8912-b48a1ffc4618 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:17.818660 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a2d743b3-3a7f-4b0d-9b26-35a6627a4915 req-ad486a3b-ed06-4d22-8912-b48a1ffc4618 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.60 "GET /v2.0/ports?device_id=06fbc43c-8f66-4544-8456-8155759c96e3 HTTP/1.1" status: 200 len: 945 time: 0.1031783 Apr 09 01:57:17.819148 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb,segment=NetworkSegment(d7c7569c-54ab-4658-98cf-f2d409cae760),segment_id=d7c7569c-54ab-4658-98cf-f2d409cae760)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:57:17.821897 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:17.823744 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:17.907969 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:17.914704 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:17.919085 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-a2d743b3-3a7f-4b0d-9b26-35a6627a4915 req-24aabac1-b1d9-4043-8bbb-093211653116 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Deleting port 554ddc86-f075-4453-9203-906c417a5a5e {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 01:57:17.919479 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-a2d743b3-3a7f-4b0d-9b26-35a6627a4915 req-24aabac1-b1d9-4043-8bbb-093211653116 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:18.106387 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:57:18.261471 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-a2d743b3-3a7f-4b0d-9b26-35a6627a4915 req-24aabac1-b1d9-4043-8bbb-093211653116 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] For port 554ddc86-f075-4453-9203-906c417a5a5e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=554ddc86-f075-4453-9203-906c417a5a5e,segment=NetworkSegment(eda70934-493e-4ca4-bb31-fb96f4fd63c2),segment_id=eda70934-493e-4ca4-bb31-fb96f4fd63c2)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:57:18.261930 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-a2d743b3-3a7f-4b0d-9b26-35a6627a4915 req-24aabac1-b1d9-4043-8bbb-093211653116 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:18.341367 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:18.417586 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-a2d743b3-3a7f-4b0d-9b26-35a6627a4915 req-24aabac1-b1d9-4043-8bbb-093211653116 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Calling delete_port for 554ddc86-f075-4453-9203-906c417a5a5e owned by compute:nova {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 01:57:18.460600 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad9cc3-2d63-4a90-b2d2-d0bf2fc7d22c req-f481e6ad-7b51-4ff5-b428-9ac60f0269c9 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:18.462302 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-edad9cc3-2d63-4a90-b2d2-d0bf2fc7d22c req-f481e6ad-7b51-4ff5-b428-9ac60f0269c9 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 945 time: 0.2042701 Apr 09 01:57:18.512968 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-edad9cc3-2d63-4a90-b2d2-d0bf2fc7d22c req-55a6658b-b306-4246-8db9-a10550c8f6dc tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360835 Apr 09 01:57:18.522040 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1852cd-da73-41d9-b751-e231465e323d req-9788e297-9e29-4b24-90f5-b53a5cb42134 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:18.523621 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bb1852cd-da73-41d9-b751-e231465e323d req-9788e297-9e29-4b24-90f5-b53a5cb42134 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 945 time: 0.1376908 Apr 09 01:57:18.567355 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:18.573383 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bb1852cd-da73-41d9-b751-e231465e323d req-dde64ab0-8265-4a6a-ab18-3e5c3b57943e tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317199 Apr 09 01:57:18.600776 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-a2d743b3-3a7f-4b0d-9b26-35a6627a4915 req-24aabac1-b1d9-4043-8bbb-093211653116 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:18.617047 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:18.680436 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aabac1-b1d9-4043-8bbb-093211653116 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Pushing event deleted for resources: {'Port': ['ID=554ddc86-f075-4453-9203-906c417a5a5e,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:18.683141 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-24aabac1-b1d9-4043-8bbb-093211653116 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:18.724362 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ce719-6084-4ff6-b174-c0c1be270892 req-eead0109-dea4-4cec-83e1-368411f8efe2 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:18.726068 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ca4ce719-6084-4ff6-b174-c0c1be270892 req-eead0109-dea4-4cec-83e1-368411f8efe2 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.0945928 Apr 09 01:57:18.764515 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ca4ce719-6084-4ff6-b174-c0c1be270892 req-752de921-bc13-4384-85e9-e34817f3aea6 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293832 Apr 09 01:57:18.889376 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d743b3-3a7f-4b0d-9b26-35a6627a4915 req-24aabac1-b1d9-4043-8bbb-093211653116 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] No DVR routers for this DVR port 554ddc86-f075-4453-9203-906c417a5a5e on host hv-cinder-78462 {{(pid=85254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 01:57:18.894452 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-a2d743b3-3a7f-4b0d-9b26-35a6627a4915 req-24aabac1-b1d9-4043-8bbb-093211653116 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:18.899683 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fbc43c-8f66-4544-8456-8155759c96e3', 'name': 'network-vif-deleted', 'tag': '554ddc86-f075-4453-9203-906c417a5a5e'}] {{(pid=85254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:57:18.942337 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a2d743b3-3a7f-4b0d-9b26-35a6627a4915 req-24aabac1-b1d9-4043-8bbb-093211653116 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.60 "DELETE /v2.0/ports/554ddc86-f075-4453-9203-906c417a5a5e HTTP/1.1" status: 204 len: 173 time: 1.1174979 Apr 09 01:57:18.973091 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fbc43c-8f66-4544-8456-8155759c96e3', 'name': 'network-vif-deleted', 'tag': '554ddc86-f075-4453-9203-906c417a5a5e', 'status': 'completed', 'code': 200} Apr 09 01:57:18.991698 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-56eafe51-1bce-418e-b0a5-2a20e1c7bc85 req-ebb61260-2a72-4d77-9cff-e53ca3339ccc tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fbc43c-8f66-4544-8456-8155759c96e3 HTTP/1.1" status: 200 len: 210 time: 0.0592785 Apr 09 01:57:19.093549 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['554ddc86-f075-4453-9203-906c417a5a5e'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:57:19.452502 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:57:19.556045 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning for port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:57:19.569323 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:57:19.569754 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:19.734356 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:19.744009 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:19.750897 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ce9a2c-06f9-46f2-8149-452896db1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:57:19.760806 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb,segment=NetworkSegment(d7c7569c-54ab-4658-98cf-f2d409cae760),segment_id=d7c7569c-54ab-4658-98cf-f2d409cae760)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:57:19.765375 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:19.768109 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 554ddc86-f075-4453-9203-906c417a5a5e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 01:57:19.831018 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed50a0-6317-4216-b59a-d33e55d7d086 req-f85251c0-1783-4750-a270-2430df4fdeb9 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:19.833158 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-55ed50a0-6317-4216-b59a-d33e55d7d086 req-f85251c0-1783-4750-a270-2430df4fdeb9 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 945 time: 0.1381803 Apr 09 01:57:19.919664 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-55ed50a0-6317-4216-b59a-d33e55d7d086 req-c79c53ca-8db5-4e40-973f-f506b8740b72 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746815 Apr 09 01:57:19.967903 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ce9a2c-06f9-46f2-8149-452896db1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb', 'code': 200} Apr 09 01:57:19.973393 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:20.068806 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] No Port match for: 554ddc86-f075-4453-9203-906c417a5a5e {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 01:57:20.069219 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 554ddc86-f075-4453-9203-906c417a5a5e not bound to the agent host hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 01:57:20.073581 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:20.076666 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:20.224911 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26b44a-1232-43a8-930f-0c0c9924acd7 req-f4feaf0a-a5f0-44b4-9722-496d1accb131 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:20.249631 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6b26b44a-1232-43a8-930f-0c0c9924acd7 req-f4feaf0a-a5f0-44b4-9722-496d1accb131 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.1659708 Apr 09 01:57:20.297364 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6b26b44a-1232-43a8-930f-0c0c9924acd7 req-3f944826-1b3a-46ca-9dac-b60d13d341ca tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458865 Apr 09 01:57:20.493744 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cde6d-1e85-40d3-b811-2bb4429b5a90 req-ba9b2e37-b8a5-41a6-8b47-61dd023fefa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:20.496718 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ce8cde6d-1e85-40d3-b811-2bb4429b5a90 req-ba9b2e37-b8a5-41a6-8b47-61dd023fefa9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 1099 time: 0.1737931 Apr 09 01:57:20.530943 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ce8cde6d-1e85-40d3-b811-2bb4429b5a90 req-dbbf381e-3251-415e-bd35-c36cf335ad76 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252366 Apr 09 01:57:20.552128 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-92ade5a7-1e3d-4b54-a412-68966ef7e318 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:20.553785 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-92ade5a7-1e3d-4b54-a412-68966ef7e318 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/networks?id=890df9b6-80a6-43e8-8e26-86e133bfafb0 HTTP/1.1" status: 200 len: 808 time: 0.1863158 Apr 09 01:57:20.571560 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-439f29c4-755a-4b79-b30c-b9d5ad5689a4 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/quotas/392f990f4fa84bc6ae9872cea059b3e9 HTTP/1.1" status: 200 len: 375 time: 0.0114386 Apr 09 01:57:20.627659 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-a4949fda-83bc-4474-9237-fe206e77964c tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=392f990f4fa84bc6ae9872cea059b3e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491924 Apr 09 01:57:20.776709 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-65ae7d08-220d-425d-ae99-5d9f8e2dcf35 service neutron] 10.222.0.44 "GET /v2.0/networks/890df9b6-80a6-43e8-8e26-86e133bfafb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414030 Apr 09 01:57:20.925938 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-c5b7c666-0f52-4678-a8ea-5be4589031d3 service neutron] 10.222.0.44 "GET /v2.0/networks/890df9b6-80a6-43e8-8e26-86e133bfafb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417327 Apr 09 01:57:21.354797 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fce991c4-c4ad-4ac4-b432-782ccf6c8bfb req-c5e2d010-4aca-4572-9256-9ed4ec52b47a tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4b5d90-e845-445e-86ca-2ef80ab2f59b HTTP/1.1" status: 200 len: 210 time: 0.2682588 Apr 09 01:57:21.401978 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2df29-7bf7-4c3a-b246-cc2eea54de2b req-b30af0a2-f353-4131-9fd6-6dd2c7c9921f tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:21.405309 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-18b2df29-7bf7-4c3a-b246-cc2eea54de2b req-b30af0a2-f353-4131-9fd6-6dd2c7c9921f tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 946 time: 0.3798244 Apr 09 01:57:21.438295 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-18b2df29-7bf7-4c3a-b246-cc2eea54de2b req-b8626906-5334-4e8a-8682-8430e1bd974d tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276163 Apr 09 01:57:21.645728 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eb5dc-9655-4809-8e9c-0287701666fc req-a8187c9e-5102-40ff-adda-517db633b669 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:21.647408 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ed8eb5dc-9655-4809-8e9c-0287701666fc req-a8187c9e-5102-40ff-adda-517db633b669 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.1253841 Apr 09 01:57:21.682006 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ed8eb5dc-9655-4809-8e9c-0287701666fc req-b6b58c39-c155-4ae4-8b06-a84da86388e6 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263879 Apr 09 01:57:22.580667 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-30bfbab2-608a-408f-b243-6864cb025b06 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:22.583041 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-30bfbab2-608a-408f-b243-6864cb025b06 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Synchronizing usage tracker for tenant:392f990f4fa84bc6ae9872cea059b3e9 on resource:network {{(pid=85254) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:57:22.602850 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e5e9b574-12ac-48eb-863b-b298a083bbe4 req-45e01221-3703-4076-b25f-538ceebdba66 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4b5d90-e845-445e-86ca-2ef80ab2f59b HTTP/1.1" status: 200 len: 210 time: 0.0824294 Apr 09 01:57:22.607649 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-30bfbab2-608a-408f-b243-6864cb025b06 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Unset dirty status for tenant:392f990f4fa84bc6ae9872cea059b3e9 on resource:network {{(pid=85254) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:57:22.609869 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-30bfbab2-608a-408f-b243-6864cb025b06 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.60 "GET /v2.0/networks?id=890df9b6-80a6-43e8-8e26-86e133bfafb0 HTTP/1.1" status: 200 len: 808 time: 0.2445233 Apr 09 01:57:22.632100 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Request body: {'port': {'device_id': '5c4b5d90-e845-445e-86ca-2ef80ab2f59b', 'network_id': '890df9b6-80a6-43e8-8e26-86e133bfafb0', 'admin_state_up': True, 'tenant_id': '392f990f4fa84bc6ae9872cea059b3e9'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:57:22.747588 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e954fa5-80a4-4bc9-8309-68e71a2ffe62 req-b443d0a1-b796-4d79-a8a0-ce4587de847e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:22.750872 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3e954fa5-80a4-4bc9-8309-68e71a2ffe62 req-b443d0a1-b796-4d79-a8a0-ce4587de847e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 946 time: 0.1469376 Apr 09 01:57:22.787467 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3e954fa5-80a4-4bc9-8309-68e71a2ffe62 req-2f9513d2-99a4-4194-87ad-4fce509b4e46 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283618 Apr 09 01:57:22.804884 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:57:22.810119 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Usage tracker for resource:port and tenant:392f990f4fa84bc6ae9872cea059b3e9 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:57:22.813265 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:57:22.822692 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:57:22.836798 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Made reservation on behalf of 392f990f4fa84bc6ae9872cea059b3e9 for: {'port': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:57:22.845989 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:22.913309 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5f4ce-f199-44da-b71d-dad08c545641 req-1504d1a1-7566-4112-8350-f5a4486f16cb tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:22.914968 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e7c5f4ce-f199-44da-b71d-dad08c545641 req-1504d1a1-7566-4112-8350-f5a4486f16cb tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.1031759 Apr 09 01:57:23.018239 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e7c5f4ce-f199-44da-b71d-dad08c545641 req-9b8df5ed-b0ab-4dc8-97d0-85dd27630da1 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966117 Apr 09 01:57:23.078148 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56652b6-eaf7-46b4-8e03-743497a52614 req-9ccc7955-14b8-49ff-a345-9cb4e7afc7e1 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:23.081149 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e56652b6-eaf7-46b4-8e03-743497a52614 req-9ccc7955-14b8-49ff-a345-9cb4e7afc7e1 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 946 time: 0.1390686 Apr 09 01:57:23.113457 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e56652b6-eaf7-46b4-8e03-743497a52614 req-f8b9566c-92b0-4ffb-a625-2430f490cb55 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265679 Apr 09 01:57:23.178333 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 57878) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:57:23.228012 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3314c9-fc7a-47f5-8433-4268e4c1ebef req-4d73a4fb-923f-48de-a33e-78b1ef414efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:23.229666 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7c3314c9-fc7a-47f5-8433-4268e4c1ebef req-4d73a4fb-923f-48de-a33e-78b1ef414efd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 1099 time: 0.0973105 Apr 09 01:57:23.259540 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7c3314c9-fc7a-47f5-8433-4268e4c1ebef req-0abb3d99-abd8-4d0f-8bae-ac87298cbcfe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0231488 Apr 09 01:57:23.298806 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Allocated IP 172.20.0.10 (890df9b6-80a6-43e8-8e26-86e133bfafb0/ea841e7e-decb-4bb0-a4f0-4d9aab1b1755/9079c794-208d-4c55-a9fe-c8c73a3b8e41) {{(pid=85254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:57:23.463340 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 57886) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:57:23.503656 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c3f3f4-8706-40db-b754-edbe927fea35 tempest-TestShelveInstance-1287248885 tempest-TestShelveInstance-1287248885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:23.505307 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-80c3f3f4-8706-40db-b754-edbe927fea35 tempest-TestShelveInstance-1287248885 tempest-TestShelveInstance-1287248885-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 1094 time: 0.3257840 Apr 09 01:57:23.508812 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 57890) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:57:23.510520 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Notify callbacks [] for port, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:23.518990 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Request body: {'floatingip': {'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'port_id': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:57:23.532390 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:57:23.540587 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Usage tracker for resource:floatingip and tenant:60c2b5f2443044d88660062c502a1923 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:57:23.541807 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:23.545347 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:57:23.554494 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:57:23.559973 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:23.569735 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Deleting subnet 8d755bcb-b648-4518-90f0-130d9072544d {{(pid=85253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 01:57:23.577896 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:23.621179 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for floatingip, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:23.691540 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:23.722797 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Pushing event updated for resources: {'Port': ['ID=9079c794-208d-4c55-a9fe-c8c73a3b8e41,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:23.761273 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:23.769382 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:23.769801 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:23.770210 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:23.770612 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:23.771012 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:23.771472 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:23.771777 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:23.772172 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:23.772572 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:23.773071 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:23.773411 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:23.773804 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:23.778801 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:23.796494 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Network 890df9b6-80a6-43e8-8e26-86e133bfafb0 is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:57:23.798015 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:57:23.800869 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Received port after_create {{(pid=85254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:57:23.876602 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:23.877305 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:23.908013 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-b4909d87-2883-4420-932d-9634a29ef51e tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2820661 Apr 09 01:57:23.921847 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Request body: {'port': {'device_id': '5c4b5d90-e845-445e-86ca-2ef80ab2f59b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:57:24.072606 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:24.116590 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e839b-6148-4af4-81c3-66d25b5cbd43 req-08cf29cd-f2e5-49f8-af0b-80d7fe6cbf5c tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:24.126434 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-978e839b-6148-4af4-81c3-66d25b5cbd43 req-08cf29cd-f2e5-49f8-af0b-80d7fe6cbf5c tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4b5d90-e845-445e-86ca-2ef80ab2f59b HTTP/1.1" status: 200 len: 932 time: 0.3041034 Apr 09 01:57:24.188525 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:24.196255 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-978e839b-6148-4af4-81c3-66d25b5cbd43 req-23c4f7b8-39dc-4144-8fa2-4b93b2e8c8df tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665331 Apr 09 01:57:24.517402 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb83348-52d9-405d-a06d-e26fefbc656f req-23f651ac-3589-4ec7-9148-c80436736323 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:24.519113 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-feb83348-52d9-405d-a06d-e26fefbc656f req-23f651ac-3589-4ec7-9148-c80436736323 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.2456796 Apr 09 01:57:24.522433 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for subnet, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:24.528600 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9079c794-208d-4c55-a9fe-c8c73a3b8e41 {{(pid=85254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:57:24.537013 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:24.553428 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Transition to ACTIVE for port object 9079c794-208d-4c55-a9fe-c8c73a3b8e41 will not be triggered until provisioned by entity L2. {{(pid=85254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:57:24.556015 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:24.557111 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852597316'] for port, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:24.584558 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Allocated IP 172.28.0.221 (8df4ea79-732a-43b6-97d7-19109b70c389/9f1b2a28-977e-4854-8466-cbb1a9b3b7c1/e52c2c8b-0bc9-4f76-8ccf-c21d2b2da256) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:57:24.588261 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:24.626373 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d755bcb-b648-4518-90f0-130d9072544d,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:24.704742 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-feb83348-52d9-405d-a06d-e26fefbc656f req-f83dcdf5-184b-4204-9130-43993d6f4899 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736095 Apr 09 01:57:24.710970 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:24.711430 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:24.711779 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:24.712171 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:24.712561 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:24.712981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:24.713858 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:24.713858 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:24.714193 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:24.714497 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:24.714813 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:24.715189 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:24.738494 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:24.753403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Pushing event updated for resources: {'Port': ['ID=9079c794-208d-4c55-a9fe-c8c73a3b8e41,revision_number=2']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:24.756536 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:24.859751 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for subnet, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:24.881912 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e0f470f3-0055-4245-8372-f87000156c2f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8d755bcb-b648-4518-90f0-130d9072544d HTTP/1.1" status: 204 len: 168 time: 1.4130809 Apr 09 01:57:24.882202 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 57902) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:57:24.959485 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:24.994708 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:25.006525 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Attempting to bind port 9079c794-208d-4c55-a9fe-c8c73a3b8e41 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:57:25.007001 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Attempting to bind port 9079c794-208d-4c55-a9fe-c8c73a3b8e41 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'eda70934-493e-4ca4-bb31-fb96f4fd63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '890df9b6-80a6-43e8-8e26-86e133bfafb0'}] {{(pid=85254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:57:25.007380 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Attempting to bind port 9079c794-208d-4c55-a9fe-c8c73a3b8e41 on network 890df9b6-80a6-43e8-8e26-86e133bfafb0 {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:57:25.010702 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-5cc20d6e-86ac-4f82-935c-d8ea72052282 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:25.068981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Port 9079c794-208d-4c55-a9fe-c8c73a3b8e41 on network 890df9b6-80a6-43e8-8e26-86e133bfafb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 01:57:25.069269 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Attempting to bind port 9079c794-208d-4c55-a9fe-c8c73a3b8e41 on network 890df9b6-80a6-43e8-8e26-86e133bfafb0 {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:57:25.088359 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Checking agent: {'id': '474f91f5-43fb-4d3d-bd9b-d9ff88d57b86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:57:25.088748 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Checking segment: {'id': 'eda70934-493e-4ca4-bb31-fb96f4fd63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '890df9b6-80a6-43e8-8e26-86e133bfafb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:57:25.089205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Bound using segment: {'id': 'eda70934-493e-4ca4-bb31-fb96f4fd63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '890df9b6-80a6-43e8-8e26-86e133bfafb0'} {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:57:25.089706 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Bound port: 9079c794-208d-4c55-a9fe-c8c73a3b8e41, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda70934-493e-4ca4-bb31-fb96f4fd63c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '890df9b6-80a6-43e8-8e26-86e133bfafb0'}}] {{(pid=85254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:57:25.090099 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:25.142841 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-59785e4b-2a80-4048-8352-7cb9059127a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-397677'] for network, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:25.165350 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Pushing event updated for resources: {'Port': ['ID=e52c2c8b-0bc9-4f76-8ccf-c21d2b2da256,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:25.170904 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:25.240506 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Network 8df4ea79-732a-43b6-97d7-19109b70c389 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:57:25.242303 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:57:25.245085 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:57:25.304206 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] For port 9079c794-208d-4c55-a9fe-c8c73a3b8e41, host hv-cinder-78462, cleared binding levels {{(pid=85254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:57:25.376960 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] For port 9079c794-208d-4c55-a9fe-c8c73a3b8e41, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9079c794-208d-4c55-a9fe-c8c73a3b8e41,segment=NetworkSegment(eda70934-493e-4ca4-bb31-fb96f4fd63c2),segment_id=eda70934-493e-4ca4-bb31-fb96f4fd63c2)] {{(pid=85254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:57:25.385591 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852597316'] for port, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:25.404835 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:25.436467 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-59785e4b-2a80-4048-8352-7cb9059127a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245879998222'] for network, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:25.639762 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3873423-6125-4d1f-b8cc-6880e31b20ce req-466947e0-2416-411e-a013-c5ea91cf4d66 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:25.641571 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a3873423-6125-4d1f-b8cc-6880e31b20ce req-466947e0-2416-411e-a013-c5ea91cf4d66 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4b5d90-e845-445e-86ca-2ef80ab2f59b HTTP/1.1" status: 200 len: 944 time: 0.3031619 Apr 09 01:57:25.667678 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Pushing event updated for resources: {'Port': ['ID=9079c794-208d-4c55-a9fe-c8c73a3b8e41,revision_number=3']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:25.681907 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:25.697178 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-59785e4b-2a80-4048-8352-7cb9059127a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b8a8c0-58de-4258-a800-2849c860f84f']}} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:57:25.702881 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a3873423-6125-4d1f-b8cc-6880e31b20ce req-153b991e-eb63-4e21-9f7a-0ec09bd09eb1 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485034 Apr 09 01:57:25.727463 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-59785e4b-2a80-4048-8352-7cb9059127a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9e5380-5ad1-47ae-a24b-a5235e385a42') {'for_net_delete': True} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:57:25.727797 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-59785e4b-2a80-4048-8352-7cb9059127a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9e5380-5ad1-47ae-a24b-a5235e385a42') {} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:57:25.745859 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-59785e4b-2a80-4048-8352-7cb9059127a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245879917052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2887887'] for segment, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:25.772250 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:25.773276 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:25.774979 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] 10.222.0.60 "PUT /v2.0/ports/9079c794-208d-4c55-a9fe-c8c73a3b8e41 HTTP/1.1" status: 200 len: 1094 time: 1.8584881 Apr 09 01:57:25.782599 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4b5d90-e845-445e-86ca-2ef80ab2f59b', 'tag': '9079c794-208d-4c55-a9fe-c8c73a3b8e41'}] {{(pid=85254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:57:25.790561 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-59785e4b-2a80-4048-8352-7cb9059127a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:25.802139 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59785e4b-2a80-4048-8352-7cb9059127a2 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=85254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 01:57:25.891807 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4b5d90-e845-445e-86ca-2ef80ab2f59b', 'tag': '9079c794-208d-4c55-a9fe-c8c73a3b8e41', 'status': 'completed', 'code': 200} Apr 09 01:57:26.073857 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-59785e4b-2a80-4048-8352-7cb9059127a2 admin admin] Network 40b8a8c0-58de-4258-a800-2849c860f84f has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 01:57:26.084977 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-59785e4b-2a80-4048-8352-7cb9059127a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852597294'] for segment, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:26.175454 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-9d555ccb-64e1-4b12-865f-3211f28b487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:26.177127 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-9d555ccb-64e1-4b12-865f-3211f28b487d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=392f990f4fa84bc6ae9872cea059b3e9&device_id=5c4b5d90-e845-445e-86ca-2ef80ab2f59b HTTP/1.1" status: 200 len: 1097 time: 0.2845714 Apr 09 01:57:26.309409 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ada931-9ad3-43a8-be3a-e0f0cf644d90 req-3bff7366-23ab-4481-bcce-bda3a61ca41c tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:26.311057 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-69ada931-9ad3-43a8-be3a-e0f0cf644d90 req-3bff7366-23ab-4481-bcce-bda3a61ca41c tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.1974211 Apr 09 01:57:26.314348 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:26.394776 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-69ada931-9ad3-43a8-be3a-e0f0cf644d90 req-dd8163fd-b060-4a5d-95d0-345399635d5c tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426183 Apr 09 01:57:26.517639 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:26.562380 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-8d4643e1-411c-4cdc-b20e-21b0399c4083 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9079c794-208d-4c55-a9fe-c8c73a3b8e41 HTTP/1.1" status: 200 len: 217 time: 0.3653991 Apr 09 01:57:26.613008 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-59785e4b-2a80-4048-8352-7cb9059127a2 admin admin] Network 40b8a8c0-58de-4258-a800-2849c860f84f has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: Traceback (most recent call last): Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: timer() Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: cb(*args, **kw) Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: return func(*args, **kwargs) Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: self._notify() Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: self.callback(batched_events) Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: event.method(event) Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: segment_id)['aggregates'][0] Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: return f(self, *a, **k) Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: return self._get(url).json() Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: **kwargs) Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: return self.request(url, 'GET', **kwargs) Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: **endpoint_filter) Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 01:57:26.638922 dv-cinder-784623-6-smb neutron-server[85140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 01:57:26.738494 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-f42d9b40-14bf-4d48-86e0-5b3abced7084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:26.740087 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-f42d9b40-14bf-4d48-86e0-5b3abced7084 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea841e7e-decb-4bb0-a4f0-4d9aab1b1755 HTTP/1.1" status: 200 len: 848 time: 0.1635003 Apr 09 01:57:26.815672 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-b325f720-85f9-4497-af2c-e3027dd126f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=890df9b6-80a6-43e8-8e26-86e133bfafb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636597 Apr 09 01:57:26.817284 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-59785e4b-2a80-4048-8352-7cb9059127a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665026'] for network, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:26.821426 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b734d64e-31d6-453a-b90c-f4cdf802acb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:26.837295 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-59785e4b-2a80-4048-8352-7cb9059127a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:26.853086 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:26.860360 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:26.882559 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:26.894476 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59785e4b-2a80-4048-8352-7cb9059127a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=40b8a8c0-58de-4258-a800-2849c860f84f,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:26.900409 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-59785e4b-2a80-4048-8352-7cb9059127a2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/40b8a8c0-58de-4258-a800-2849c860f84f HTTP/1.1" status: 204 len: 168 time: 2.0114298 Apr 09 01:57:26.901804 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-59785e4b-2a80-4048-8352-7cb9059127a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:26.904708 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 57924) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:57:27.053301 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae16943-b215-413a-ac8d-6992de251100 admin admin] Deleting subnet 509f398b-29ba-45ba-b9c7-41b4b5f49712 {{(pid=85254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 01:57:27.058725 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6ae16943-b215-413a-ac8d-6992de251100 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:27.116300 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-23725669-bebb-49e3-b013-12b553fad3ec service neutron] 10.222.0.60 "GET /v2.0/networks/890df9b6-80a6-43e8-8e26-86e133bfafb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805076 Apr 09 01:57:27.127721 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6ae16943-b215-413a-ac8d-6992de251100 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851887881'] for subnet, precommit_delete_associations {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:27.135491 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Pushing event updated for resources: {'Port': ['ID=e52c2c8b-0bc9-4f76-8ccf-c21d2b2da256,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:27.140619 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:27.301932 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6ae16943-b215-413a-ac8d-6992de251100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:27.315417 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-665075'] for floatingip, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:27.362920 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-82c09139-7180-4964-9c2a-37e657dd4d05 req-3596c06d-c697-44a0-801e-af3e77317e8e service neutron] 10.222.0.60 "GET /v2.0/networks/890df9b6-80a6-43e8-8e26-86e133bfafb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377050 Apr 09 01:57:27.369255 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d944717-5bd9-40d6-b8fa-88d36d0e5a40 req-de899cea-138f-4cb1-87a4-558bf97f0254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:27.370831 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d944717-5bd9-40d6-b8fa-88d36d0e5a40 req-de899cea-138f-4cb1-87a4-558bf97f0254 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0feb4b36722416aa1765908bfef18e9&device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 1099 time: 0.3913617 Apr 09 01:57:27.385248 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cb028-d366-4d6e-9b05-11625b17b8d4 req-e4f406c0-e406-4bec-873d-30a58adffae1 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:27.386796 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-334cb028-d366-4d6e-9b05-11625b17b8d4 req-e4f406c0-e406-4bec-873d-30a58adffae1 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4b5d90-e845-445e-86ca-2ef80ab2f59b HTTP/1.1" status: 200 len: 944 time: 0.4085681 Apr 09 01:57:27.512638 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2982b1-75a3-4dc0-b5ab-6b0b8c5ff556 req-ae59bfa8-2d70-43a8-98a6-e7f85f02be4c tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:27.514695 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fb2982b1-75a3-4dc0-b5ab-6b0b8c5ff556 req-ae59bfa8-2d70-43a8-98a6-e7f85f02be4c tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.3948586 Apr 09 01:57:27.567699 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-334cb028-d366-4d6e-9b05-11625b17b8d4 req-2829c0f1-f8ea-4749-86b6-c5b82bbfc9fb tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140723 Apr 09 01:57:27.632504 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d73c89-3162-402f-8b1e-e333fbee2e5c req-150e3a3e-83a9-43f5-bec8-24400d549823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:27.634134 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-29d73c89-3162-402f-8b1e-e333fbee2e5c req-150e3a3e-83a9-43f5-bec8-24400d549823 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=392f990f4fa84bc6ae9872cea059b3e9&device_id=5c4b5d90-e845-445e-86ca-2ef80ab2f59b HTTP/1.1" status: 200 len: 1097 time: 0.1817455 Apr 09 01:57:27.646717 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fb2982b1-75a3-4dc0-b5ab-6b0b8c5ff556 req-ec65e45f-1ab4-4fef-8581-4698f333ae0e tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133199 Apr 09 01:57:27.700732 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.l3_db [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Floating IP 9be044f7-f947-432b-8e35-7a4930d3b437 associated. External IP: 172.28.0.221, port: bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb. Apr 09 01:57:27.761003 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6ae16943-b215-413a-ac8d-6992de251100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852597361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852455743'] for subnet, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:27.781076 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-caf10552-2355-42eb-86d7-37929161e521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:27.836668 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae16943-b215-413a-ac8d-6992de251100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=509f398b-29ba-45ba-b9c7-41b4b5f49712,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:27.892340 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-6ae16943-b215-413a-ac8d-6992de251100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:27.937390 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d73c89-3162-402f-8b1e-e333fbee2e5c req-3cacf920-e16d-4a7f-ae1a-9aae9691eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:27.939004 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-29d73c89-3162-402f-8b1e-e333fbee2e5c req-3cacf920-e16d-4a7f-ae1a-9aae9691eef8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=890df9b6-80a6-43e8-8e26-86e133bfafb0 HTTP/1.1" status: 200 len: 909 time: 0.2976742 Apr 09 01:57:28.024034 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6ae16943-b215-413a-ac8d-6992de251100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:28.027556 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-29d73c89-3162-402f-8b1e-e333fbee2e5c req-938fdc08-5e36-42fa-ae55-d13e2a40eb98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9079c794-208d-4c55-a9fe-c8c73a3b8e41 HTTP/1.1" status: 200 len: 217 time: 0.0787566 Apr 09 01:57:28.034375 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-6ae16943-b215-413a-ac8d-6992de251100 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/509f398b-29ba-45ba-b9c7-41b4b5f49712 HTTP/1.1" status: 204 len: 168 time: 1.1289353 Apr 09 01:57:28.038230 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d944717-5bd9-40d6-b8fa-88d36d0e5a40 req-40765a25-0303-49bb-9617-9a6768e86fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:28.039808 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d944717-5bd9-40d6-b8fa-88d36d0e5a40 req-40765a25-0303-49bb-9617-9a6768e86fe4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf HTTP/1.1" status: 200 len: 920 time: 0.6408689 Apr 09 01:57:28.040319 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 57932) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:57:28.102539 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d73c89-3162-402f-8b1e-e333fbee2e5c req-756e67b8-51d6-4eea-a2d3-340b2f7c7f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:28.104044 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-29d73c89-3162-402f-8b1e-e333fbee2e5c req-756e67b8-51d6-4eea-a2d3-340b2f7c7f87 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea841e7e-decb-4bb0-a4f0-4d9aab1b1755 HTTP/1.1" status: 200 len: 848 time: 0.0682647 Apr 09 01:57:28.159824 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-29d73c89-3162-402f-8b1e-e333fbee2e5c req-95230291-f2a8-41bb-a27a-dff01cd722a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=890df9b6-80a6-43e8-8e26-86e133bfafb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483572 Apr 09 01:57:28.170888 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d944717-5bd9-40d6-b8fa-88d36d0e5a40 req-81d42c0c-a667-41a1-82c4-406159533e8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5edf8884-1881-404c-9ab7-5cd908d13fc5 HTTP/1.1" status: 200 len: 217 time: 0.1202977 Apr 09 01:57:28.326722 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-29d73c89-3162-402f-8b1e-e333fbee2e5c req-d0d196d6-3361-4c02-92bc-761ae10bf456 service neutron] 10.222.0.60 "GET /v2.0/networks/890df9b6-80a6-43e8-8e26-86e133bfafb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442494 Apr 09 01:57:28.350680 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-397677'] for network, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:28.423598 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d944717-5bd9-40d6-b8fa-88d36d0e5a40 req-375167a4-be87-46dc-af6c-88bca99029b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:28.425095 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d944717-5bd9-40d6-b8fa-88d36d0e5a40 req-375167a4-be87-46dc-af6c-88bca99029b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=851870d6-f6e8-4260-ae58-6a636db3e134 HTTP/1.1" status: 200 len: 859 time: 0.1960335 Apr 09 01:57:28.471213 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-29d73c89-3162-402f-8b1e-e333fbee2e5c req-c0a1776b-bcbd-40dc-b742-909e4dfd95b3 service neutron] 10.222.0.60 "GET /v2.0/networks/890df9b6-80a6-43e8-8e26-86e133bfafb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375470 Apr 09 01:57:28.607775 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d944717-5bd9-40d6-b8fa-88d36d0e5a40 req-7195745b-34c0-4f33-a7bd-43af82a5c91b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201994 Apr 09 01:57:28.988909 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245879998222'] for network, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:29.179764 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Router 13f85294-0222-4bc3-875a-ba9999a06523 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 01:57:29.183252 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d944717-5bd9-40d6-b8fa-88d36d0e5a40 req-16ec7ba4-d2cb-4ef0-826b-0b8e15b2dc26 service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395803 Apr 09 01:57:29.237914 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:57:29.238375 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:57:29.239149 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:57:29.239503 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Subscribe: > port after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:57:29.239827 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Subscribe: > port after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:57:29.240207 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Subscribe: > port after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:57:29.240538 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:57:29.240965 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:57:29.241320 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:57:29.241675 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:57:29.310483 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:57:29.310867 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:57:29.311236 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:57:29.311608 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 01:57:29.312007 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0582fa-6b59-4589-bf7b-a8e3a520881b']}} {{(pid=85253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:57:29.359009 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a97af1-14b9-404f-9dd9-d29c2d01617f') {'for_net_delete': True} {{(pid=85253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:57:29.359349 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a97af1-14b9-404f-9dd9-d29c2d01617f') {} {{(pid=85253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:57:29.492976 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02274ec-1d33-4302-a10b-6395155a6ef3 req-114d2f28-18a4-4226-bbc6-27caf66f959c tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:29.494599 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d02274ec-1d33-4302-a10b-6395155a6ef3 req-114d2f28-18a4-4226-bbc6-27caf66f959c tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4b5d90-e845-445e-86ca-2ef80ab2f59b HTTP/1.1" status: 200 len: 944 time: 0.7740116 Apr 09 01:57:29.518684 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dc9f7-e30c-4863-bacc-5e55c6372be1 req-9ab633da-af70-4726-941e-3f0862da1100 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:29.520349 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a7dc9f7-e30c-4863-bacc-5e55c6372be1 req-9ab633da-af70-4726-941e-3f0862da1100 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.6852489 Apr 09 01:57:29.576196 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245879917052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9745075'] for segment, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:29.895453 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:29.902248 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d02274ec-1d33-4302-a10b-6395155a6ef3 req-8efa38bc-e75f-490a-8101-6e7cebfbb6e5 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808458 Apr 09 01:57:29.913746 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a7dc9f7-e30c-4863-bacc-5e55c6372be1 req-98d9b685-6bc1-4819-9789-36a1ce278ca5 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104689 Apr 09 01:57:29.932795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=85253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 01:57:30.048052 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d944717-5bd9-40d6-b8fa-88d36d0e5a40 req-f4645c52-cd3d-488d-b2bd-bfd9f91a92e4 service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8453696 Apr 09 01:57:30.138391 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:57:30.150625 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11635a-14fa-4222-abaa-2a2011be725f None None] Sync routers for ids ['13f85294-0222-4bc3-875a-ba9999a06523'] in dv-cinder-784623-6-smb {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:57:30.162525 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b11635a-14fa-4222-abaa-2a2011be725f None None] Routers {'13f85294-0222-4bc3-875a-ba9999a06523'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:57:30.163677 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-9b11635a-14fa-4222-abaa-2a2011be725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:57:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['13f85294-0222-4bc3-875a-ba9999a06523'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:57:30.176003 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Network fb0582fa-6b59-4589-bf7b-a8e3a520881b has no segments {{(pid=85253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 01:57:30.193589 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845012151'] for segment, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:30.223442 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for floatingip, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:30.560361 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-9b11635a-14fa-4222-abaa-2a2011be725f None None] Set router 13f85294-0222-4bc3-875a-ba9999a06523 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:57:30.563470 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.0535340 Apr 09 01:57:30.566950 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ce9a2c-06f9-46f2-8149-452896db1ff4', 'tag': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:57:30.615661 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Network fb0582fa-6b59-4589-bf7b-a8e3a520881b has no segments {{(pid=85253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: from cryptography.utils import int_from_bytes Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: from cryptography.utils import int_from_bytes Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: (rel_b, rel_a, rel_b), Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: Traceback (most recent call last): Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: timer() Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: cb(*args, **kw) Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: return func(*args, **kwargs) Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: self._notify() Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: self.callback(batched_events) Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: event.method(event) Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: segment_id)['aggregates'][0] Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: return f(self, *a, **k) Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: return self._get(url).json() Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: **kwargs) Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: return self.request(url, 'GET', **kwargs) Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: **endpoint_filter) Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 01:57:30.673656 dv-cinder-784623-6-smb neutron-server[85140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 01:57:30.707758 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ce9a2c-06f9-46f2-8149-452896db1ff4', 'tag': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb', 'status': 'completed', 'code': 200} Apr 09 01:57:30.853988 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665026'] for network, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:30.868725 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c6ef3fc9-51ef-4990-82c7-ef0f13175227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:30.893726 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:30.905196 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Pushing event deleted for resources: {'Network': ['ID=fb0582fa-6b59-4589-bf7b-a8e3a520881b,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:30.910364 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] 10.222.0.44 "DELETE /v2.0/networks/fb0582fa-6b59-4589-bf7b-a8e3a520881b HTTP/1.1" status: 204 len: 168 time: 2.8614256 Apr 09 01:57:30.912273 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2d7a7999-d662-4c18-ad9b-13e55ee4c9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:30.922524 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922c9f7-84db-47aa-9ada-bb23d68291b0 req-8fc11238-2a57-467b-ae2d-db25ab9916d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:30.924134 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e922c9f7-84db-47aa-9ada-bb23d68291b0 req-8fc11238-2a57-467b-ae2d-db25ab9916d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60c2b5f2443044d88660062c502a1923&device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 1099 time: 0.2482262 Apr 09 01:57:31.119577 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-9b11635a-14fa-4222-abaa-2a2011be725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f85294-0222-4bc3-875a-ba9999a06523', 'name': 'tempest-TestShelveInstance-1035235097-router', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:01Z', 'updated_at': '2021-04-09T01:56:12Z', 'revision_number': 4, 'project_id': '60c2b5f2443044d88660062c502a1923', 'gw_port': {'id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:03Z', 'updated_at': '2021-04-09T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_floatingips': [{'id': '9be044f7-f947-432b-8e35-7a4930d3b437', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'floating_ip_address': '172.28.0.221', 'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'router_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'port_id': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f', 'mac_address': 'fa:16:3e:28:a3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ce9a2c-06f9-46f2-8149-452896db1ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T01:57:25Z', 'updated_at': '2021-04-09T01:57:25Z', 'revision_number': 0, 'project_id': '60c2b5f2443044d88660062c502a1923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd90db13d-153c-4b25-bb5a-20a4e6430857', 'name': '', 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'mac_address': 'fa:16:3e:d6:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:10Z', 'updated_at': '2021-04-09T01:56:28Z', 'revision_number': 5, 'project_id': '60c2b5f2443044d88660062c502a1923', 'subnets': [{'id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:57:31.134681 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11635a-14fa-4222-abaa-2a2011be725f None None] Checking router: 13f85294-0222-4bc3-875a-ba9999a06523 for host: dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:57:31.153170 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b11635a-14fa-4222-abaa-2a2011be725f None None] Routers {'13f85294-0222-4bc3-875a-ba9999a06523'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:57:31.154571 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-9b11635a-14fa-4222-abaa-2a2011be725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:57:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['13f85294-0222-4bc3-875a-ba9999a06523'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:57:31.226391 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922c9f7-84db-47aa-9ada-bb23d68291b0 req-170edc6c-aff3-4f35-bbc0-d41e121ceeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:31.229799 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e922c9f7-84db-47aa-9ada-bb23d68291b0 req-170edc6c-aff3-4f35-bbc0-d41e121ceeeb service neutron] 10.222.0.60 "GET /v2.0/networks?id=304c0d54-f5c0-4d20-8f14-89b83afdf40f HTTP/1.1" status: 200 len: 910 time: 0.2965298 Apr 09 01:57:31.389332 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 57964) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:57:31.473714 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e922c9f7-84db-47aa-9ada-bb23d68291b0 req-2088357f-ca0c-4081-b489-376a42ec8add service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb HTTP/1.1" status: 200 len: 1000 time: 0.2284706 Apr 09 01:57:31.494272 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96899147-5591-4453-90ab-41bb92bae5a5 req-2454542e-26df-4b47-b4bb-ce95f98c2a84 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:31.495895 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-96899147-5591-4453-90ab-41bb92bae5a5 req-2454542e-26df-4b47-b4bb-ce95f98c2a84 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4b5d90-e845-445e-86ca-2ef80ab2f59b HTTP/1.1" status: 200 len: 944 time: 0.3917289 Apr 09 01:57:31.497480 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 9079c794-208d-4c55-a9fe-c8c73a3b8e41 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 01:57:31.507919 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-74e8d8a5-68a3-469c-b8e2-29df14f083a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c94033d3401408faf093aeb8bcd999a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1163206 Apr 09 01:57:31.515948 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7141-d6fa-4951-86ca-ac577aa3d608 req-e80d3935-a55b-47d1-86e6-6071bad4b988 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:31.517247 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 57968) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:57:31.519703 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-126e7141-d6fa-4951-86ca-ac577aa3d608 req-e80d3935-a55b-47d1-86e6-6071bad4b988 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.2800338 Apr 09 01:57:31.603571 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-9b11635a-14fa-4222-abaa-2a2011be725f None None] Set router 13f85294-0222-4bc3-875a-ba9999a06523 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:57:31.635770 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b263892b-332d-44a0-b233-5b32f2e56e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:31.670552 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b263892b-332d-44a0-b233-5b32f2e56e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:31.682700 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-96899147-5591-4453-90ab-41bb92bae5a5 req-67d28d10-20da-4563-86fb-812877be0b31 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706441 Apr 09 01:57:31.728263 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-126e7141-d6fa-4951-86ca-ac577aa3d608 req-111e7488-3a03-4c9a-ad20-52e337e0e1a3 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407267 Apr 09 01:57:31.738864 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922c9f7-84db-47aa-9ada-bb23d68291b0 req-aec4e384-fec7-46ec-a7af-31ceba13b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:31.740425 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e922c9f7-84db-47aa-9ada-bb23d68291b0 req-aec4e384-fec7-46ec-a7af-31ceba13b69a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=beb41680-af3e-4255-9cd6-b1accfa86904 HTTP/1.1" status: 200 len: 848 time: 0.2578921 Apr 09 01:57:31.762688 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b263892b-332d-44a0-b233-5b32f2e56e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:31.768481 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d074d28a-0cf9-4a10-a6df-a235a1d75b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:31.829322 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263892b-332d-44a0-b233-5b32f2e56e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb69935-6240-42ec-a2cf-9b9587514c47,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:31.843746 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b263892b-332d-44a0-b233-5b32f2e56e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:31.853567 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b263892b-332d-44a0-b233-5b32f2e56e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:31.857312 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-b263892b-332d-44a0-b233-5b32f2e56e60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/beb69935-6240-42ec-a2cf-9b9587514c47 HTTP/1.1" status: 204 len: 168 time: 0.3363392 Apr 09 01:57:31.891300 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 9079c794-208d-4c55-a9fe-c8c73a3b8e41, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9079c794-208d-4c55-a9fe-c8c73a3b8e41,segment=NetworkSegment(eda70934-493e-4ca4-bb31-fb96f4fd63c2),segment_id=eda70934-493e-4ca4-bb31-fb96f4fd63c2)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:57:31.899701 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922c9f7-84db-47aa-9ada-bb23d68291b0 req-4e19bcfd-8f8c-4bd1-ad6b-22e8aaed0706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:31.902129 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e922c9f7-84db-47aa-9ada-bb23d68291b0 req-4e19bcfd-8f8c-4bd1-ad6b-22e8aaed0706 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=304c0d54-f5c0-4d20-8f14-89b83afdf40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1512258 Apr 09 01:57:31.931163 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': '9079c794-208d-4c55-a9fe-c8c73a3b8e41', 'network_id': '890df9b6-80a6-43e8-8e26-86e133bfafb0', 'port_id': '9079c794-208d-4c55-a9fe-c8c73a3b8e41', 'mac_address': 'fa:16:3e:b3:89:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea841e7e-decb-4bb0-a4f0-4d9aab1b1755', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 01:57:32.030587 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:32.032381 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9079c794-208d-4c55-a9fe-c8c73a3b8e41 {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:57:32.089942 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 9079c794-208d-4c55-a9fe-c8c73a3b8e41, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9079c794-208d-4c55-a9fe-c8c73a3b8e41,segment=NetworkSegment(eda70934-493e-4ca4-bb31-fb96f4fd63c2),segment_id=eda70934-493e-4ca4-bb31-fb96f4fd63c2)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:57:32.095401 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:32.097928 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:32.204052 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=9079c794-208d-4c55-a9fe-c8c73a3b8e41,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:32.205721 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-93880b72-1d7d-4a34-b760-d95e90aa3b7d req-c724ad31-0cbf-4f86-a31f-b350f8056d69 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2741854 Apr 09 01:57:32.231371 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:32.232108 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:32.233002 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:32.233789 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:32.234575 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:32.235140 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:32.235899 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:32.236463 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:32.237051 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:32.237617 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:32.238175 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:32.238813 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:57:32.267240 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:32.276199 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:32.304338 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e922c9f7-84db-47aa-9ada-bb23d68291b0 req-4cf02992-6aae-470a-aa70-a276da7ce0c4 service neutron] 10.222.0.60 "GET /v2.0/networks/304c0d54-f5c0-4d20-8f14-89b83afdf40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939674 Apr 09 01:57:32.360548 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93880b72-1d7d-4a34-b760-d95e90aa3b7d req-434b9a6c-53cc-4c54-98db-ec42d5817238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:32.362245 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-93880b72-1d7d-4a34-b760-d95e90aa3b7d req-434b9a6c-53cc-4c54-98db-ec42d5817238 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0feb4b36722416aa1765908bfef18e9&device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 1099 time: 0.1355467 Apr 09 01:57:32.390420 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['9079c794-208d-4c55-a9fe-c8c73a3b8e41'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:57:32.436748 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-9b11635a-14fa-4222-abaa-2a2011be725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f85294-0222-4bc3-875a-ba9999a06523', 'name': 'tempest-TestShelveInstance-1035235097-router', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:01Z', 'updated_at': '2021-04-09T01:56:12Z', 'revision_number': 4, 'project_id': '60c2b5f2443044d88660062c502a1923', 'gw_port': {'id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:03Z', 'updated_at': '2021-04-09T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_floatingips': [{'id': '9be044f7-f947-432b-8e35-7a4930d3b437', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'floating_ip_address': '172.28.0.221', 'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'router_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'port_id': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f', 'mac_address': 'fa:16:3e:28:a3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ce9a2c-06f9-46f2-8149-452896db1ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T01:57:25Z', 'updated_at': '2021-04-09T01:57:25Z', 'revision_number': 0, 'project_id': '60c2b5f2443044d88660062c502a1923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd90db13d-153c-4b25-bb5a-20a4e6430857', 'name': '', 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'mac_address': 'fa:16:3e:d6:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:10Z', 'updated_at': '2021-04-09T01:56:28Z', 'revision_number': 5, 'project_id': '60c2b5f2443044d88660062c502a1923', 'subnets': [{'id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:57:32.442556 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11635a-14fa-4222-abaa-2a2011be725f None None] The sync data for ids ['13f85294-0222-4bc3-875a-ba9999a06523'] in dv-cinder-784623-6-smb is: [{'id': '13f85294-0222-4bc3-875a-ba9999a06523', 'name': 'tempest-TestShelveInstance-1035235097-router', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:01Z', 'updated_at': '2021-04-09T01:56:12Z', 'revision_number': 4, 'project_id': '60c2b5f2443044d88660062c502a1923', 'gw_port': {'id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:03Z', 'updated_at': '2021-04-09T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_floatingips': [{'id': '9be044f7-f947-432b-8e35-7a4930d3b437', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'floating_ip_address': '172.28.0.221', 'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'router_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'port_id': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f', 'mac_address': 'fa:16:3e:28:a3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ce9a2c-06f9-46f2-8149-452896db1ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T01:57:25Z', 'updated_at': '2021-04-09T01:57:25Z', 'revision_number': 0, 'project_id': '60c2b5f2443044d88660062c502a1923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd90db13d-153c-4b25-bb5a-20a4e6430857', 'name': '', 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'mac_address': 'fa:16:3e:d6:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:10Z', 'updated_at': '2021-04-09T01:56:28Z', 'revision_number': 5, 'project_id': '60c2b5f2443044d88660062c502a1923', 'subnets': [{'id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:57:32.581907 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e922c9f7-84db-47aa-9ada-bb23d68291b0 req-3390fc89-d027-4217-87c5-701e458bfcf9 service neutron] 10.222.0.60 "GET /v2.0/networks/304c0d54-f5c0-4d20-8f14-89b83afdf40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675493 Apr 09 01:57:32.613043 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93880b72-1d7d-4a34-b760-d95e90aa3b7d req-4937a498-f3d3-410a-bcd4-9fa471e9eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:32.614747 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-93880b72-1d7d-4a34-b760-d95e90aa3b7d req-4937a498-f3d3-410a-bcd4-9fa471e9eef8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf HTTP/1.1" status: 200 len: 920 time: 0.2309701 Apr 09 01:57:32.619552 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 57996) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:57:32.691983 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edb9a5-a27f-4d43-b416-ed524d926b35 req-9f9a51bc-f15f-49b2-b6b5-3354bedfd6dd tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:32.693585 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-70edb9a5-a27f-4d43-b416-ed524d926b35 req-9f9a51bc-f15f-49b2-b6b5-3354bedfd6dd tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.3400695 Apr 09 01:57:32.695944 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-93880b72-1d7d-4a34-b760-d95e90aa3b7d req-0cd332ee-ee4d-4f1c-bce9-7455f022d37d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd4b2c1-9fd9-4378-9baa-f576e485af86 HTTP/1.1" status: 200 len: 217 time: 0.0729568 Apr 09 01:57:32.700718 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-23b3552d-ba1d-42f5-b033-31f6c25ce10e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c14046ba13e4a5d8ebbf95cf5ce532f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0799980 Apr 09 01:57:32.704346 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 58002) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:57:32.727653 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-70edb9a5-a27f-4d43-b416-ed524d926b35 req-44c1e4b5-600d-4ba7-8807-22022298349a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257697 Apr 09 01:57:32.828304 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566086ac-8f63-4f66-afe1-7e2714765675 None None] New status for floating IP 9be044f7-f947-432b-8e35-7a4930d3b437: ACTIVE {{(pid=85255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 01:57:32.833559 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93880b72-1d7d-4a34-b760-d95e90aa3b7d req-852f502c-d018-4f6d-8c64-84c145069870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:32.835438 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-93880b72-1d7d-4a34-b760-d95e90aa3b7d req-852f502c-d018-4f6d-8c64-84c145069870 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=851870d6-f6e8-4260-ae58-6a636db3e134 HTTP/1.1" status: 200 len: 859 time: 0.1168478 Apr 09 01:57:32.846892 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ee780ab7-a7ca-483e-9a5c-c8da8035b55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:32.987826 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-93880b72-1d7d-4a34-b760-d95e90aa3b7d req-72d93f8c-d991-40fe-99c1-9a95463190f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ec21f9a-6f4a-4261-a413-67d554e0d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232681 Apr 09 01:57:32.993067 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ee780ab7-a7ca-483e-9a5c-c8da8035b55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:32.998598 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7a368-8da0-4286-a8f0-1b06db956359 req-d32d6ed4-9279-4bb0-b9ee-7187cfba5c57 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:33.000373 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-78c7a368-8da0-4286-a8f0-1b06db956359 req-d32d6ed4-9279-4bb0-b9ee-7187cfba5c57 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.1348002 Apr 09 01:57:33.009341 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ade7c-34b4-4b2a-b12a-1795c860d46e req-589ad353-bb73-4b9b-a1d3-0fff9a790b0f tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:33.010904 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-126ade7c-34b4-4b2a-b12a-1795c860d46e req-589ad353-bb73-4b9b-a1d3-0fff9a790b0f tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4b5d90-e845-445e-86ca-2ef80ab2f59b HTTP/1.1" status: 200 len: 945 time: 0.2038863 Apr 09 01:57:33.053215 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-78c7a368-8da0-4286-a8f0-1b06db956359 req-ed561b3a-86b0-42f7-b1d2-7bf0172e35c4 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412390 Apr 09 01:57:33.058121 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-126ade7c-34b4-4b2a-b12a-1795c860d46e req-4ecebecd-d63b-40d3-8cb9-6d415d4a5a04 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341616 Apr 09 01:57:33.178935 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-93880b72-1d7d-4a34-b760-d95e90aa3b7d req-d0e87ff9-cbf2-4f56-ba7d-067325c6787a service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778271 Apr 09 01:57:33.179727 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ee780ab7-a7ca-483e-9a5c-c8da8035b55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:33.185094 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-4b1f6eb3-8280-4c8d-8458-c573efdb3d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:33.237024 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee780ab7-a7ca-483e-9a5c-c8da8035b55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36072fb-5468-481f-adf8-8e90a13812f0,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:33.243282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ee780ab7-a7ca-483e-9a5c-c8da8035b55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:33.244503 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-ee780ab7-a7ca-483e-9a5c-c8da8035b55f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d36072fb-5468-481f-adf8-8e90a13812f0 HTTP/1.1" status: 204 len: 168 time: 0.5394783 Apr 09 01:57:33.253101 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ee780ab7-a7ca-483e-9a5c-c8da8035b55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:33.359468 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-93880b72-1d7d-4a34-b760-d95e90aa3b7d req-f2a8d578-77a7-40c0-b281-f22ccf9cc8aa service neutron] 10.222.0.60 "GET /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660001 Apr 09 01:57:33.500551 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 9079c794-208d-4c55-a9fe-c8c73a3b8e41 up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:57:33.578688 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning for port 9079c794-208d-4c55-a9fe-c8c73a3b8e41 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:57:33.584443 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port 9079c794-208d-4c55-a9fe-c8c73a3b8e41 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:57:33.584892 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:33.733713 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:33.748041 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4b5d90-e845-445e-86ca-2ef80ab2f59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9079c794-208d-4c55-a9fe-c8c73a3b8e41'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:57:33.778242 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 9079c794-208d-4c55-a9fe-c8c73a3b8e41, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9079c794-208d-4c55-a9fe-c8c73a3b8e41,segment=NetworkSegment(eda70934-493e-4ca4-bb31-fb96f4fd63c2),segment_id=eda70934-493e-4ca4-bb31-fb96f4fd63c2)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:57:33.781638 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:33.784569 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-888b6826-628e-4f23-9328-709391beb0f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:33.867691 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4b5d90-e845-445e-86ca-2ef80ab2f59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9079c794-208d-4c55-a9fe-c8c73a3b8e41', 'code': 200} Apr 09 01:57:33.874454 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=9079c794-208d-4c55-a9fe-c8c73a3b8e41,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:33.877833 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:34.061445 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea2453-8313-4459-a843-83747e6190e6 req-9d27af9f-a841-42b8-a7b8-dc558429f302 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:34.063360 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-26ea2453-8313-4459-a843-83747e6190e6 req-9d27af9f-a841-42b8-a7b8-dc558429f302 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.1069193 Apr 09 01:57:34.111702 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-26ea2453-8313-4459-a843-83747e6190e6 req-fb63dd8c-eb94-4a2b-b1eb-3e5a935ec15a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372024 Apr 09 01:57:34.285662 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc678712-ad9f-44d7-9723-1e56aa62dcb3 req-7383eb01-b710-4b92-88e4-e17c1f4b07f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:34.288379 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-dc678712-ad9f-44d7-9723-1e56aa62dcb3 req-7383eb01-b710-4b92-88e4-e17c1f4b07f2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c4b5d90-e845-445e-86ca-2ef80ab2f59b HTTP/1.1" status: 200 len: 1099 time: 0.1154635 Apr 09 01:57:34.320294 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f981bb3-9fb9-483e-add6-0c03c4148b2d req-cf63fd4b-ad96-4f2c-97d0-cb7d3e65ca4d tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:34.322289 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2f981bb3-9fb9-483e-add6-0c03c4148b2d req-cf63fd4b-ad96-4f2c-97d0-cb7d3e65ca4d tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4b5d90-e845-445e-86ca-2ef80ab2f59b HTTP/1.1" status: 200 len: 946 time: 0.1237762 Apr 09 01:57:34.347942 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-dc678712-ad9f-44d7-9723-1e56aa62dcb3 req-224d9313-7541-4dcb-93b8-866ba6edec76 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328014 Apr 09 01:57:34.366528 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2f981bb3-9fb9-483e-add6-0c03c4148b2d req-29b7fc9b-2bf3-4548-bd19-2ff95fbe4121 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361459 Apr 09 01:57:35.322658 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6aa8d9-fca2-4869-a6e5-f709d9000bbe req-39ea8ecb-47cb-4a6c-9dc1-615e3d105391 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:35.324340 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4c6aa8d9-fca2-4869-a6e5-f709d9000bbe req-39ea8ecb-47cb-4a6c-9dc1-615e3d105391 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.1022618 Apr 09 01:57:35.367370 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4c6aa8d9-fca2-4869-a6e5-f709d9000bbe req-19e165d3-4ad8-443d-90a3-7829870bc7e7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354495 Apr 09 01:57:35.603900 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d809b-5b22-4974-8b07-33ba8e278656 req-31079bcd-7f0a-4c9f-8e5a-274884fe6eab tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:35.605765 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ec5d809b-5b22-4974-8b07-33ba8e278656 req-31079bcd-7f0a-4c9f-8e5a-274884fe6eab tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4b5d90-e845-445e-86ca-2ef80ab2f59b HTTP/1.1" status: 200 len: 946 time: 0.1141415 Apr 09 01:57:35.649153 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ec5d809b-5b22-4974-8b07-33ba8e278656 req-9dcfcc2a-4836-44ec-bb77-bae631da316d tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317526 Apr 09 01:57:36.583781 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca3d90-e574-4a04-a689-832507aded1a req-74d747ff-ffdb-4c71-b0f6-6d4e800c6b14 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:36.585354 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-27ca3d90-e574-4a04-a689-832507aded1a req-74d747ff-ffdb-4c71-b0f6-6d4e800c6b14 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.0936213 Apr 09 01:57:36.618406 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-27ca3d90-e574-4a04-a689-832507aded1a req-3282f470-42c2-467c-85a5-3d0b0f9d0ff9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256038 Apr 09 01:57:36.859771 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c0921-bba4-4134-9a3d-9ad35a6de8a6 req-e8cad655-f350-46ef-b5d2-6d7990d15a0c tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:36.861627 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ca8c0921-bba4-4134-9a3d-9ad35a6de8a6 req-e8cad655-f350-46ef-b5d2-6d7990d15a0c tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4b5d90-e845-445e-86ca-2ef80ab2f59b HTTP/1.1" status: 200 len: 946 time: 0.0919447 Apr 09 01:57:36.898258 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ca8c0921-bba4-4134-9a3d-9ad35a6de8a6 req-fde001f8-e7d8-43f5-a4ee-8d064684442a tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297923 Apr 09 01:57:37.874917 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a8f57-8a4d-4216-a5e7-71c9d08149d4 req-b3fd5558-df03-442e-b034-e11ed6867cd1 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:37.876503 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-028a8f57-8a4d-4216-a5e7-71c9d08149d4 req-b3fd5558-df03-442e-b034-e11ed6867cd1 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.1673808 Apr 09 01:57:37.889643 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79db6be-e300-41c8-a711-e4e37b19a446 req-c1024df8-1295-4550-869f-e116631b12d8 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:37.891348 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e79db6be-e300-41c8-a711-e4e37b19a446 req-c1024df8-1295-4550-869f-e116631b12d8 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.1321557 Apr 09 01:57:37.937810 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-028a8f57-8a4d-4216-a5e7-71c9d08149d4 req-8ffbd03a-f153-42cb-b73e-167a5afaaa91 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453620 Apr 09 01:57:37.943119 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e79db6be-e300-41c8-a711-e4e37b19a446 req-82b7199d-90a0-4419-aa8f-7f7d511a441a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379882 Apr 09 01:57:38.341768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bac55-f57e-4433-9184-fca52596e36a req-2c76abdf-8f20-4c10-919b-e573bfd861d2 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:38.343393 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cb6bac55-f57e-4433-9184-fca52596e36a req-2c76abdf-8f20-4c10-919b-e573bfd861d2 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4b5d90-e845-445e-86ca-2ef80ab2f59b HTTP/1.1" status: 200 len: 946 time: 0.0900662 Apr 09 01:57:38.375257 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cb6bac55-f57e-4433-9184-fca52596e36a req-f110e30d-2112-43a9-beee-76edafcfab09 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252783 Apr 09 01:57:39.233395 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb5fa8-7332-4fa9-85dd-8a5976c6803b req-09c2238d-5267-4027-94a9-4d8eef14688c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:39.235168 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a5eb5fa8-7332-4fa9-85dd-8a5976c6803b req-09c2238d-5267-4027-94a9-4d8eef14688c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.1702275 Apr 09 01:57:39.245205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0c439-631c-4aa4-8d6f-f17dd6cd834d req-875bb2e3-c279-48af-a463-85ae665f2942 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:39.247360 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-14b0c439-631c-4aa4-8d6f-f17dd6cd834d req-875bb2e3-c279-48af-a463-85ae665f2942 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.1839538 Apr 09 01:57:39.292712 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a5eb5fa8-7332-4fa9-85dd-8a5976c6803b req-e95aa177-60a1-47e1-a8aa-49c324b8e0cf tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442648 Apr 09 01:57:39.298932 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-14b0c439-631c-4aa4-8d6f-f17dd6cd834d req-21eb64c4-4100-460d-bc87-841f26b51ad6 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376322 Apr 09 01:57:39.593537 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4264f-75ce-45c8-81d5-cc5062ae1ef1 req-c3ac9671-c265-4d9f-95c8-c736120a59d0 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:39.595218 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d4e4264f-75ce-45c8-81d5-cc5062ae1ef1 req-c3ac9671-c265-4d9f-95c8-c736120a59d0 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4b5d90-e845-445e-86ca-2ef80ab2f59b HTTP/1.1" status: 200 len: 946 time: 0.1003501 Apr 09 01:57:39.627726 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d4e4264f-75ce-45c8-81d5-cc5062ae1ef1 req-7236f038-3130-4e38-904d-9ab0b9a1c5e4 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259049 Apr 09 01:57:40.563954 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638113b8-e802-477e-bf54-a4fef97d49f8 req-8ed34ccd-3f05-433b-ab3b-6ab823be3d2f tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:40.564732 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-638113b8-e802-477e-bf54-a4fef97d49f8 req-8ed34ccd-3f05-433b-ab3b-6ab823be3d2f tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Synchronizing usage tracker for tenant:392f990f4fa84bc6ae9872cea059b3e9 on resource:port {{(pid=85254) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:57:40.584624 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-638113b8-e802-477e-bf54-a4fef97d49f8 req-8ed34ccd-3f05-433b-ab3b-6ab823be3d2f tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Unset dirty status for tenant:392f990f4fa84bc6ae9872cea059b3e9 on resource:port {{(pid=85254) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:57:40.584876 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-638113b8-e802-477e-bf54-a4fef97d49f8 req-8ed34ccd-3f05-433b-ab3b-6ab823be3d2f tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c4b5d90-e845-445e-86ca-2ef80ab2f59b HTTP/1.1" status: 200 len: 946 time: 0.1101885 Apr 09 01:57:40.610298 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5e876-0f86-4890-a8f1-f00db78346b2 req-44746994-31b0-4b43-b05c-2931432abaf6 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:40.611948 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6ea5e876-0f86-4890-a8f1-f00db78346b2 req-44746994-31b0-4b43-b05c-2931432abaf6 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.1840453 Apr 09 01:57:40.621446 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019cb84-74d9-49ea-b224-fb7327c02814 req-a9b825a5-f8ce-4cec-baaf-330723922934 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:40.623016 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2019cb84-74d9-49ea-b224-fb7327c02814 req-a9b825a5-f8ce-4cec-baaf-330723922934 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.1504993 Apr 09 01:57:40.670178 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6ea5e876-0f86-4890-a8f1-f00db78346b2 req-49c08660-98a9-4335-aedb-1c111eb9b2c5 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458856 Apr 09 01:57:40.672374 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-638113b8-e802-477e-bf54-a4fef97d49f8 req-0e942029-a8f2-4eab-ad8b-18d0e8b35e3b tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Deleting port 9079c794-208d-4c55-a9fe-c8c73a3b8e41 {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 01:57:40.672805 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-638113b8-e802-477e-bf54-a4fef97d49f8 req-0e942029-a8f2-4eab-ad8b-18d0e8b35e3b tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:40.672940 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2019cb84-74d9-49ea-b224-fb7327c02814 req-78966875-a0dd-42ed-9a8d-6bd4005885df tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359077 Apr 09 01:57:40.907934 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c75d2-4295-4ef4-9f5e-af1f4ae5bc5f req-e6bc5716-3644-48f3-9fb6-69e6dc7f9d1d tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:40.911212 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-857c75d2-4295-4ef4-9f5e-af1f4ae5bc5f req-e6bc5716-3644-48f3-9fb6-69e6dc7f9d1d tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4b5d90-e845-445e-86ca-2ef80ab2f59b HTTP/1.1" status: 200 len: 946 time: 0.1227310 Apr 09 01:57:40.950965 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-857c75d2-4295-4ef4-9f5e-af1f4ae5bc5f req-027032be-1929-473b-8ca1-67fdee6ef301 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/security-groups?id=4266ad7a-ce2d-4162-bada-4fb5a6bd3732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326872 Apr 09 01:57:40.974687 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-638113b8-e802-477e-bf54-a4fef97d49f8 req-0e942029-a8f2-4eab-ad8b-18d0e8b35e3b tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] For port 9079c794-208d-4c55-a9fe-c8c73a3b8e41, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9079c794-208d-4c55-a9fe-c8c73a3b8e41,segment=NetworkSegment(eda70934-493e-4ca4-bb31-fb96f4fd63c2),segment_id=eda70934-493e-4ca4-bb31-fb96f4fd63c2)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:57:40.975259 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-638113b8-e802-477e-bf54-a4fef97d49f8 req-0e942029-a8f2-4eab-ad8b-18d0e8b35e3b tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:41.234119 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf56088-d193-4337-a45b-d0f3e7e9c920 req-36cb0218-5f3f-45c7-9276-d5cd8b80f01d tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:41.235707 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7cf56088-d193-4337-a45b-d0f3e7e9c920 req-36cb0218-5f3f-45c7-9276-d5cd8b80f01d tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.1116252 Apr 09 01:57:41.318132 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-7cf56088-d193-4337-a45b-d0f3e7e9c920 req-eff99b74-8d74-4acd-84ae-9da21b4c33fb tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Deleting port 4cd4b2c1-9fd9-4378-9baa-f576e485af86 {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 01:57:41.318514 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-7cf56088-d193-4337-a45b-d0f3e7e9c920 req-eff99b74-8d74-4acd-84ae-9da21b4c33fb tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:41.365206 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-638113b8-e802-477e-bf54-a4fef97d49f8 req-0e942029-a8f2-4eab-ad8b-18d0e8b35e3b tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Calling delete_port for 9079c794-208d-4c55-a9fe-c8c73a3b8e41 owned by compute:nova {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 01:57:41.520437 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-638113b8-e802-477e-bf54-a4fef97d49f8 req-0e942029-a8f2-4eab-ad8b-18d0e8b35e3b tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:41.538549 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fb580726-16d4-4992-828f-5eb1b9e848bd tempest-DeleteServersTestJSON-2026195538 tempest-DeleteServersTestJSON-2026195538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:41.540325 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['9079c794-208d-4c55-a9fe-c8c73a3b8e41'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:57:41.605769 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e942029-a8f2-4eab-ad8b-18d0e8b35e3b tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Pushing event deleted for resources: {'Port': ['ID=9079c794-208d-4c55-a9fe-c8c73a3b8e41,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:41.611525 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0e942029-a8f2-4eab-ad8b-18d0e8b35e3b tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:41.866637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-638113b8-e802-477e-bf54-a4fef97d49f8 req-0e942029-a8f2-4eab-ad8b-18d0e8b35e3b tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] No DVR routers for this DVR port 9079c794-208d-4c55-a9fe-c8c73a3b8e41 on host hv-cinder-78462 {{(pid=85254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 01:57:41.872262 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-638113b8-e802-477e-bf54-a4fef97d49f8 req-0e942029-a8f2-4eab-ad8b-18d0e8b35e3b tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:41.873058 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-7cf56088-d193-4337-a45b-d0f3e7e9c920 req-eff99b74-8d74-4acd-84ae-9da21b4c33fb tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] For port 4cd4b2c1-9fd9-4378-9baa-f576e485af86, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4cd4b2c1-9fd9-4378-9baa-f576e485af86,segment=NetworkSegment(46a20104-4bad-4539-bdea-58372590664a),segment_id=46a20104-4bad-4539-bdea-58372590664a)] {{(pid=85253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:57:41.873465 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-7cf56088-d193-4337-a45b-d0f3e7e9c920 req-eff99b74-8d74-4acd-84ae-9da21b4c33fb tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:41.881734 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4b5d90-e845-445e-86ca-2ef80ab2f59b', 'name': 'network-vif-deleted', 'tag': '9079c794-208d-4c55-a9fe-c8c73a3b8e41'}] {{(pid=85254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:57:41.905808 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-638113b8-e802-477e-bf54-a4fef97d49f8 req-0e942029-a8f2-4eab-ad8b-18d0e8b35e3b tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.60 "DELETE /v2.0/ports/9079c794-208d-4c55-a9fe-c8c73a3b8e41 HTTP/1.1" status: 204 len: 173 time: 1.3132641 Apr 09 01:57:42.110364 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-7cf56088-d193-4337-a45b-d0f3e7e9c920 req-eff99b74-8d74-4acd-84ae-9da21b4c33fb tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Calling delete_port for 4cd4b2c1-9fd9-4378-9baa-f576e485af86 owned by compute:nova {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 01:57:42.358371 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc58f-63e0-42ec-8929-5c5ebabc06e8 req-6bee0744-b93b-439a-a61c-edd543503f32 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:42.359965 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-94fdc58f-63e0-42ec-8929-5c5ebabc06e8 req-6bee0744-b93b-439a-a61c-edd543503f32 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7410343-d72b-434e-b511-5dc2419621eb HTTP/1.1" status: 200 len: 946 time: 0.4711120 Apr 09 01:57:42.400795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92d307-5970-4bfe-abfc-4d00eefc8501 req-0ebf0039-d9f2-4b24-b05e-fd04f7f2218d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:42.402907 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1a92d307-5970-4bfe-abfc-4d00eefc8501 req-0ebf0039-d9f2-4b24-b05e-fd04f7f2218d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.3982537 Apr 09 01:57:42.445681 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-94fdc58f-63e0-42ec-8929-5c5ebabc06e8 req-bf24fa9e-4835-428e-b30a-ce44cdcb9fa4 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700941 Apr 09 01:57:42.454092 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1a92d307-5970-4bfe-abfc-4d00eefc8501 req-f52bedc7-a538-4fbf-84e7-41fce57b620c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439889 Apr 09 01:57:42.454882 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-7cf56088-d193-4337-a45b-d0f3e7e9c920 req-eff99b74-8d74-4acd-84ae-9da21b4c33fb tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:42.472356 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:42.480175 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['5edf8884-1881-404c-9ab7-5cd908d13fc5', '4cd4b2c1-9fd9-4378-9baa-f576e485af86'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:57:42.536234 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff99b74-8d74-4acd-84ae-9da21b4c33fb tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Pushing event deleted for resources: {'Port': ['ID=4cd4b2c1-9fd9-4378-9baa-f576e485af86,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:42.540346 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-eff99b74-8d74-4acd-84ae-9da21b4c33fb tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:42.547589 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4b5d90-e845-445e-86ca-2ef80ab2f59b', 'name': 'network-vif-deleted', 'tag': '9079c794-208d-4c55-a9fe-c8c73a3b8e41', 'status': 'completed', 'code': 200} Apr 09 01:57:42.714064 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-55382323-9457-4ad2-8313-9be3dc7fa4e6 req-6cb6b2c6-6f21-415d-b0c3-627a9a320b5c tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4b5d90-e845-445e-86ca-2ef80ab2f59b HTTP/1.1" status: 200 len: 210 time: 0.0619950 Apr 09 01:57:42.802205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf56088-d193-4337-a45b-d0f3e7e9c920 req-eff99b74-8d74-4acd-84ae-9da21b4c33fb tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] No DVR routers for this DVR port 4cd4b2c1-9fd9-4378-9baa-f576e485af86 on host hv-cinder-78462 {{(pid=85253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 01:57:42.805056 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-7cf56088-d193-4337-a45b-d0f3e7e9c920 req-eff99b74-8d74-4acd-84ae-9da21b4c33fb tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:42.808042 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7410343-d72b-434e-b511-5dc2419621eb', 'name': 'network-vif-deleted', 'tag': '4cd4b2c1-9fd9-4378-9baa-f576e485af86'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:57:42.822101 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7cf56088-d193-4337-a45b-d0f3e7e9c920 req-eff99b74-8d74-4acd-84ae-9da21b4c33fb tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.60 "DELETE /v2.0/ports/4cd4b2c1-9fd9-4378-9baa-f576e485af86 HTTP/1.1" status: 204 len: 173 time: 1.5803535 Apr 09 01:57:42.875702 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7410343-d72b-434e-b511-5dc2419621eb', 'name': 'network-vif-deleted', 'tag': '4cd4b2c1-9fd9-4378-9baa-f576e485af86', 'status': 'completed', 'code': 200} Apr 09 01:57:43.459249 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-14bbcbd0-2a3e-4f9b-8868-8ba8896bc19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:43.572629 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 9079c794-208d-4c55-a9fe-c8c73a3b8e41 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 01:57:43.632046 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] No Port match for: 9079c794-208d-4c55-a9fe-c8c73a3b8e41 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 01:57:43.632542 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 9079c794-208d-4c55-a9fe-c8c73a3b8e41 not bound to the agent host hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 01:57:43.633134 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 4cd4b2c1-9fd9-4378-9baa-f576e485af86 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 01:57:43.675504 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] No Port match for: 4cd4b2c1-9fd9-4378-9baa-f576e485af86 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 01:57:43.675831 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 4cd4b2c1-9fd9-4378-9baa-f576e485af86 not bound to the agent host hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 01:57:43.699169 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e68319-11db-43e1-848c-34909883f94b req-1aa62cb5-6fdf-41f1-9179-68bfa2e74252 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:43.701091 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-57e68319-11db-43e1-848c-34909883f94b req-1aa62cb5-6fdf-41f1-9179-68bfa2e74252 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.0952387 Apr 09 01:57:43.752586 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-57e68319-11db-43e1-848c-34909883f94b req-e08a27e3-b1f5-452d-a6f1-ec560ed604b6 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443995 Apr 09 01:57:44.031825 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16934365-8561-43a6-83c9-9838de84e932 req-5ce798f4-1685-42c2-bd8f-11a00e97b9d8 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:44.032724 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-16934365-8561-43a6-83c9-9838de84e932 req-5ce798f4-1685-42c2-bd8f-11a00e97b9d8 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Synchronizing usage tracker for tenant:d0feb4b36722416aa1765908bfef18e9 on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:57:44.054457 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-16934365-8561-43a6-83c9-9838de84e932 req-5ce798f4-1685-42c2-bd8f-11a00e97b9d8 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Unset dirty status for tenant:d0feb4b36722416aa1765908bfef18e9 on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:57:44.056155 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-16934365-8561-43a6-83c9-9838de84e932 req-5ce798f4-1685-42c2-bd8f-11a00e97b9d8 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.1361806 Apr 09 01:57:44.092851 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-16934365-8561-43a6-83c9-9838de84e932 req-59d7a753-9af6-48eb-bf73-6af71b242648 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294223 Apr 09 01:57:45.059594 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cfd49-1bea-43d4-808e-1a2e70a1286a req-8243128f-5d82-4e97-aca1-769d39ad06ee tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:45.061253 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7c9cfd49-1bea-43d4-808e-1a2e70a1286a req-8243128f-5d82-4e97-aca1-769d39ad06ee tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.0986245 Apr 09 01:57:45.093623 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7c9cfd49-1bea-43d4-808e-1a2e70a1286a req-b3363a5f-bc42-4859-b090-94ea8550e751 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257499 Apr 09 01:57:45.319715 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6de28-3350-431e-89dc-7202e220860d req-970bd1eb-ca07-4850-b056-73cb499024f1 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:45.321889 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-dec6de28-3350-431e-89dc-7202e220860d req-970bd1eb-ca07-4850-b056-73cb499024f1 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.0987165 Apr 09 01:57:45.355311 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-dec6de28-3350-431e-89dc-7202e220860d req-3377cb98-6b63-47c9-89a3-3634418da14c tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263116 Apr 09 01:57:46.367395 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6381021-10f6-4ecf-a0a1-ae34599b8be2 req-fc9c2505-6110-4c6f-8613-01547ac9b3de tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:46.369052 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e6381021-10f6-4ecf-a0a1-ae34599b8be2 req-fc9c2505-6110-4c6f-8613-01547ac9b3de tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.1418386 Apr 09 01:57:46.430250 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e6381021-10f6-4ecf-a0a1-ae34599b8be2 req-322e46fc-ce66-4c72-85bc-695f07bcf717 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527344 Apr 09 01:57:46.582054 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1f30b-0681-4b87-814f-5709152efcd7 req-11c472cd-33a2-4b76-8e7a-d711fd6e33d1 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:46.583879 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-14f1f30b-0681-4b87-814f-5709152efcd7 req-11c472cd-33a2-4b76-8e7a-d711fd6e33d1 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.1088741 Apr 09 01:57:46.619129 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-14f1f30b-0681-4b87-814f-5709152efcd7 req-d2bb308f-b890-4f56-9403-1f96462b5a1f tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275056 Apr 09 01:57:47.204126 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d2ae2828-9068-4dbe-9429-c69bb2d6db94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:47.666813 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2599d5-2b0a-4ac1-a2b6-85f64552602a req-60023ba7-c998-4740-bdc7-6db5a2aef6be tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:47.669041 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d2599d5-2b0a-4ac1-a2b6-85f64552602a req-60023ba7-c998-4740-bdc7-6db5a2aef6be tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.1040204 Apr 09 01:57:47.710785 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d2599d5-2b0a-4ac1-a2b6-85f64552602a req-744c3c7c-6d55-49a5-bb45-964035fe5488 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348892 Apr 09 01:57:47.901399 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bfcf6-fe1c-4325-95a4-ca4e5d9f2f3f req-c7b54f05-e02e-49b5-9ac2-b1accf2faa63 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:47.905387 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0b9bfcf6-fe1c-4325-95a4-ca4e5d9f2f3f req-c7b54f05-e02e-49b5-9ac2-b1accf2faa63 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.1410441 Apr 09 01:57:47.944417 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0b9bfcf6-fe1c-4325-95a4-ca4e5d9f2f3f req-9dd9bf39-bfb5-463b-b75b-db385cab00c6 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276530 Apr 09 01:57:48.180564 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:48.523496 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:57:48.554176 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:48.972561 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d185add-de8a-41df-88ea-372b9f7e89d4 req-9a920511-82ab-457b-b9ae-147cbc41a9cf tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:48.974243 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d185add-de8a-41df-88ea-372b9f7e89d4 req-9a920511-82ab-457b-b9ae-147cbc41a9cf tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.1263301 Apr 09 01:57:49.012386 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d185add-de8a-41df-88ea-372b9f7e89d4 req-762c8a88-36c9-441c-846c-b9be418f2827 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298769 Apr 09 01:57:49.211359 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf249d-7ee6-45b0-9960-e06f8b85b2e1 req-fe216b06-d635-487c-9ebf-309a788c3138 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:49.213124 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-99cf249d-7ee6-45b0-9960-e06f8b85b2e1 req-fe216b06-d635-487c-9ebf-309a788c3138 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.1247196 Apr 09 01:57:49.280632 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-99cf249d-7ee6-45b0-9960-e06f8b85b2e1 req-d6f91983-fad0-4dfe-b247-135c3b89e6a4 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595713 Apr 09 01:57:49.540912 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc938d1-e328-4aae-af0a-7c767e128021 req-17b3e996-e2c8-4f77-9ffa-c6e7b0339780 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:49.542468 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1cc938d1-e328-4aae-af0a-7c767e128021 req-17b3e996-e2c8-4f77-9ffa-c6e7b0339780 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.1512687 Apr 09 01:57:49.586206 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1cc938d1-e328-4aae-af0a-7c767e128021 req-e1a0b1b2-d9fc-4f21-b4c2-0a19cca16790 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346150 Apr 09 01:57:49.589600 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edc862-b735-4d8c-bd2b-def8ea825b16 req-aa378164-1d5c-4240-9e0e-65a614b33f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:49.591278 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-99edc862-b735-4d8c-bd2b-def8ea825b16 req-aa378164-1d5c-4240-9e0e-65a614b33f2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdb5c7b167ed48238a56c04c50600551&device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 1099 time: 0.1299293 Apr 09 01:57:49.755076 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:49.809428 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edc862-b735-4d8c-bd2b-def8ea825b16 req-d64b8a54-a333-4e79-b832-a56494a0022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:49.811123 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-99edc862-b735-4d8c-bd2b-def8ea825b16 req-d64b8a54-a333-4e79-b832-a56494a0022b service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd294572-97d5-4bf5-8461-bb564301b047 HTTP/1.1" status: 200 len: 911 time: 0.2023482 Apr 09 01:57:49.972941 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-99edc862-b735-4d8c-bd2b-def8ea825b16 req-cb159779-789f-40fc-9ed2-202e3d9aef77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=410692d9-e89f-4f6c-9fb6-9f2d8082d816 HTTP/1.1" status: 200 len: 1002 time: 0.1534202 Apr 09 01:57:50.059003 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edc862-b735-4d8c-bd2b-def8ea825b16 req-c7b5cf03-da67-46aa-bf31-c7f715cfbfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:50.063495 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-99edc862-b735-4d8c-bd2b-def8ea825b16 req-c7b5cf03-da67-46aa-bf31-c7f715cfbfaa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2138fd35-c483-44d0-b246-34baead69e32 HTTP/1.1" status: 200 len: 849 time: 0.0812635 Apr 09 01:57:50.171465 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edc862-b735-4d8c-bd2b-def8ea825b16 req-a72422cd-5e56-461e-9b90-3dea0a07159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:50.174878 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-99edc862-b735-4d8c-bd2b-def8ea825b16 req-a72422cd-5e56-461e-9b90-3dea0a07159b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd294572-97d5-4bf5-8461-bb564301b047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1026411 Apr 09 01:57:50.356936 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-99edc862-b735-4d8c-bd2b-def8ea825b16 req-4eba9d9a-5184-40f7-80ad-1aabc366eaf4 service neutron] 10.222.0.60 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696625 Apr 09 01:57:50.614553 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadf25e-e981-4232-80aa-ae135bb387e9 req-341da052-9cca-4eeb-9c56-7a2f64e03863 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:50.615634 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-1eadf25e-e981-4232-80aa-ae135bb387e9 req-341da052-9cca-4eeb-9c56-7a2f64e03863 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Synchronizing usage tracker for tenant:d0feb4b36722416aa1765908bfef18e9 on resource:port {{(pid=85254) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:57:50.641924 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-1eadf25e-e981-4232-80aa-ae135bb387e9 req-341da052-9cca-4eeb-9c56-7a2f64e03863 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Unset dirty status for tenant:d0feb4b36722416aa1765908bfef18e9 on resource:port {{(pid=85254) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:57:50.643200 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1eadf25e-e981-4232-80aa-ae135bb387e9 req-341da052-9cca-4eeb-9c56-7a2f64e03863 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.60 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.2394290 Apr 09 01:57:50.733986 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-1eadf25e-e981-4232-80aa-ae135bb387e9 req-2ba75429-9685-425f-939e-7038242cd7bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Deleting port 5edf8884-1881-404c-9ab7-5cd908d13fc5 {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 01:57:50.734291 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-1eadf25e-e981-4232-80aa-ae135bb387e9 req-2ba75429-9685-425f-939e-7038242cd7bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:50.974449 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-99edc862-b735-4d8c-bd2b-def8ea825b16 req-9389994d-684c-4f46-8b10-a1880539b4a2 service neutron] 10.222.0.60 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6076412 Apr 09 01:57:51.039813 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf119625-37a9-42ca-870a-300992708b73 req-b26ec6f9-3a4d-4ca9-9a9f-4ccb85a58332 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:51.041564 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cf119625-37a9-42ca-870a-300992708b73 req-b26ec6f9-3a4d-4ca9-9a9f-4ccb85a58332 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.1735182 Apr 09 01:57:51.085419 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cf119625-37a9-42ca-870a-300992708b73 req-ebaef247-1af6-4144-b548-beae37e4be76 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357440 Apr 09 01:57:51.099252 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126a86d-43d5-40ec-bf07-59ae8afdbf15 req-0ff4c935-97db-4145-9b19-c3c81daa547d tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:51.101065 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b126a86d-43d5-40ec-bf07-59ae8afdbf15 req-0ff4c935-97db-4145-9b19-c3c81daa547d tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 946 time: 0.6033425 Apr 09 01:57:51.143531 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b126a86d-43d5-40ec-bf07-59ae8afdbf15 req-83c34b90-28ab-4a1a-a15f-98095d4719ab tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347586 Apr 09 01:57:51.164862 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-1eadf25e-e981-4232-80aa-ae135bb387e9 req-2ba75429-9685-425f-939e-7038242cd7bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] For port 5edf8884-1881-404c-9ab7-5cd908d13fc5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5edf8884-1881-404c-9ab7-5cd908d13fc5,segment=NetworkSegment(46a20104-4bad-4539-bdea-58372590664a),segment_id=46a20104-4bad-4539-bdea-58372590664a)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:57:51.165360 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-1eadf25e-e981-4232-80aa-ae135bb387e9 req-2ba75429-9685-425f-939e-7038242cd7bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:51.312341 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-1eadf25e-e981-4232-80aa-ae135bb387e9 req-2ba75429-9685-425f-939e-7038242cd7bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Calling delete_port for 5edf8884-1881-404c-9ab7-5cd908d13fc5 owned by compute:nova {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 01:57:51.502161 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-1eadf25e-e981-4232-80aa-ae135bb387e9 req-2ba75429-9685-425f-939e-7038242cd7bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:51.518855 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['5edf8884-1881-404c-9ab7-5cd908d13fc5'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:57:51.523759 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:51.594749 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba75429-9685-425f-939e-7038242cd7bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Pushing event deleted for resources: {'Port': ['ID=5edf8884-1881-404c-9ab7-5cd908d13fc5,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:51.605068 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2ba75429-9685-425f-939e-7038242cd7bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:51.921611 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eadf25e-e981-4232-80aa-ae135bb387e9 req-2ba75429-9685-425f-939e-7038242cd7bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] No DVR routers for this DVR port 5edf8884-1881-404c-9ab7-5cd908d13fc5 on host hv-cinder-78462 {{(pid=85254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 01:57:51.926860 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-1eadf25e-e981-4232-80aa-ae135bb387e9 req-2ba75429-9685-425f-939e-7038242cd7bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:51.948263 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950f4dba-2004-4135-8a79-40725dacbaee', 'name': 'network-vif-deleted', 'tag': '5edf8884-1881-404c-9ab7-5cd908d13fc5'}] {{(pid=85254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:57:51.967949 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1eadf25e-e981-4232-80aa-ae135bb387e9 req-2ba75429-9685-425f-939e-7038242cd7bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.60 "DELETE /v2.0/ports/5edf8884-1881-404c-9ab7-5cd908d13fc5 HTTP/1.1" status: 204 len: 173 time: 1.3169527 Apr 09 01:57:52.129806 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950f4dba-2004-4135-8a79-40725dacbaee', 'name': 'network-vif-deleted', 'tag': '5edf8884-1881-404c-9ab7-5cd908d13fc5', 'status': 'completed', 'code': 200} Apr 09 01:57:52.474951 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2c51f696-b5af-4c47-b2dc-e47d474e1cb3 req-3527b1d1-3d60-47f4-b41f-b20ce5eac9b6 tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] 10.222.0.44 "GET /v2.0/ports?device_id=950f4dba-2004-4135-8a79-40725dacbaee HTTP/1.1" status: 200 len: 210 time: 0.0707829 Apr 09 01:57:52.527558 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd20100-7b50-4a21-9e0c-afa8489b459d req-f5c09a48-9ea5-4064-86cd-287442f77f25 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:57:52.529711 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0dd20100-7b50-4a21-9e0c-afa8489b459d req-f5c09a48-9ea5-4064-86cd-287442f77f25 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.2069058 Apr 09 01:57:52.577623 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0dd20100-7b50-4a21-9e0c-afa8489b459d req-dd2901a2-cc9a-4f16-b8fe-d2f56981f359 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398107 Apr 09 01:57:53.601570 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 58398) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:57:53.605691 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 5edf8884-1881-404c-9ab7-5cd908d13fc5 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 01:57:53.677135 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] No Port match for: 5edf8884-1881-404c-9ab7-5cd908d13fc5 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 01:57:53.678623 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 5edf8884-1881-404c-9ab7-5cd908d13fc5 not bound to the agent host hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 01:57:54.455899 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e2da88e2-5280-4d31-9c20-45e84661c768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854001002'] for router_interface, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:54.993068 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-e2da88e2-5280-4d31-9c20-45e84661c768 admin admin] Deleting port b5ef05c3-581c-419c-aae0-cc113a721e06 {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 01:57:54.993921 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e2da88e2-5280-4d31-9c20-45e84661c768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:55.267783 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-e2da88e2-5280-4d31-9c20-45e84661c768 admin admin] For port b5ef05c3-581c-419c-aae0-cc113a721e06, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=b5ef05c3-581c-419c-aae0-cc113a721e06,segment=NetworkSegment(46a20104-4bad-4539-bdea-58372590664a),segment_id=46a20104-4bad-4539-bdea-58372590664a)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:57:55.268092 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e2da88e2-5280-4d31-9c20-45e84661c768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:55.422552 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-e2da88e2-5280-4d31-9c20-45e84661c768 admin admin] Calling delete_port for b5ef05c3-581c-419c-aae0-cc113a721e06 owned by network:router_interface {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 01:57:56.049222 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e2da88e2-5280-4d31-9c20-45e84661c768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:56.066164 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-4b151b25-79c3-4c6c-b33a-da4effeb8163 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:56.131342 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da88e2-5280-4d31-9c20-45e84661c768 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ef05c3-581c-419c-aae0-cc113a721e06,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:56.134632 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e2da88e2-5280-4d31-9c20-45e84661c768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:56.571996 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e2da88e2-5280-4d31-9c20-45e84661c768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854204910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854111067'] for router_interface, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:57.349378 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2da88e2-5280-4d31-9c20-45e84661c768 admin admin] Router d838475f-c142-4f8e-88dc-403165949e15 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 01:57:57.701616 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2da88e2-5280-4d31-9c20-45e84661c768 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:57:57.711806 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89744c6c-bdf3-496d-808a-342df0be23b5 None None] Sync routers for ids ['d838475f-c142-4f8e-88dc-403165949e15'] in dv-cinder-784623-6-smb {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:57:57.718490 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e2da88e2-5280-4d31-9c20-45e84661c768 admin admin] 10.222.0.44 "PUT /v2.0/routers/d838475f-c142-4f8e-88dc-403165949e15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1122580 Apr 09 01:57:57.719071 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 58456) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:57:57.741813 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89744c6c-bdf3-496d-808a-342df0be23b5 None None] Routers {'d838475f-c142-4f8e-88dc-403165949e15'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:57:57.743029 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-89744c6c-bdf3-496d-808a-342df0be23b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:57:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['d838475f-c142-4f8e-88dc-403165949e15'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:57:58.058829 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-89744c6c-bdf3-496d-808a-342df0be23b5 None None] Set router d838475f-c142-4f8e-88dc-403165949e15 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:57:58.101179 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a5b4397a-6737-4fc4-9add-6786eb8649be admin admin] Notify callbacks [] for router, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:58.404349 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a5b4397a-6737-4fc4-9add-6786eb8649be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:58.414718 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-a5b4397a-6737-4fc4-9add-6786eb8649be admin admin] Deleting port 2290f04e-8339-42a5-ac7c-02de47a3b05e {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 01:57:58.415121 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a5b4397a-6737-4fc4-9add-6786eb8649be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:58.520069 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-89744c6c-bdf3-496d-808a-342df0be23b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd838475f-c142-4f8e-88dc-403165949e15', 'name': 'tempest-ServerRescueNegativeTestJSON-1698181603-router', 'tenant_id': 'd0feb4b36722416aa1765908bfef18e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '2290f04e-8339-42a5-ac7c-02de47a3b05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:57:55Z', 'revision_number': 5, 'project_id': 'd0feb4b36722416aa1765908bfef18e9', 'gw_port': {'id': '2290f04e-8339-42a5-ac7c-02de47a3b05e', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:54:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd838475f-c142-4f8e-88dc-403165949e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:25Z', 'updated_at': '2021-04-09T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:57:58.524935 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89744c6c-bdf3-496d-808a-342df0be23b5 None None] Checking router: d838475f-c142-4f8e-88dc-403165949e15 for host: dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:57:58.535993 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89744c6c-bdf3-496d-808a-342df0be23b5 None None] Routers {'d838475f-c142-4f8e-88dc-403165949e15'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:57:58.537064 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-89744c6c-bdf3-496d-808a-342df0be23b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:57:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['d838475f-c142-4f8e-88dc-403165949e15'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:57:58.734277 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-a5b4397a-6737-4fc4-9add-6786eb8649be admin admin] For port 2290f04e-8339-42a5-ac7c-02de47a3b05e, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=2290f04e-8339-42a5-ac7c-02de47a3b05e,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:57:58.734795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a5b4397a-6737-4fc4-9add-6786eb8649be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:58.915749 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-a5b4397a-6737-4fc4-9add-6786eb8649be admin admin] Calling delete_port for 2290f04e-8339-42a5-ac7c-02de47a3b05e owned by network:router_gateway {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 01:57:58.931829 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-89744c6c-bdf3-496d-808a-342df0be23b5 None None] Set router d838475f-c142-4f8e-88dc-403165949e15 gateway port host: None {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:57:59.093663 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-89744c6c-bdf3-496d-808a-342df0be23b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd838475f-c142-4f8e-88dc-403165949e15', 'name': 'tempest-ServerRescueNegativeTestJSON-1698181603-router', 'tenant_id': 'd0feb4b36722416aa1765908bfef18e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:57:58Z', 'revision_number': 6, 'project_id': 'd0feb4b36722416aa1765908bfef18e9', 'gw_port_host': None}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:57:59.101769 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89744c6c-bdf3-496d-808a-342df0be23b5 None None] The sync data for ids ['d838475f-c142-4f8e-88dc-403165949e15'] in dv-cinder-784623-6-smb is: [{'id': 'd838475f-c142-4f8e-88dc-403165949e15', 'name': 'tempest-ServerRescueNegativeTestJSON-1698181603-router', 'tenant_id': 'd0feb4b36722416aa1765908bfef18e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:57:58Z', 'revision_number': 6, 'project_id': 'd0feb4b36722416aa1765908bfef18e9', 'gw_port_host': None}] {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:57:59.325685 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a5b4397a-6737-4fc4-9add-6786eb8649be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:59.340378 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-eff99b74-8d74-4acd-84ae-9da21b4c33fb tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:57:59.388067 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4397a-6737-4fc4-9add-6786eb8649be admin admin] Pushing event deleted for resources: {'Port': ['ID=2290f04e-8339-42a5-ac7c-02de47a3b05e,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:57:59.412478 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a5b4397a-6737-4fc4-9add-6786eb8649be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:57:59.513264 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 58484) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:57:59.668551 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a5b4397a-6737-4fc4-9add-6786eb8649be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854110811'] for router_gateway, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:59.693738 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ea588248-0aa4-4515-a999-3e2bbe60ef96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:59.728202 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ea588248-0aa4-4515-a999-3e2bbe60ef96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:57:59.735598 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ea588248-0aa4-4515-a999-3e2bbe60ef96 admin admin] Usage tracker for resource:security_group_rule and tenant:bb0a9928f5054e3387958f079103ff56 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:57:59.740780 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-ea588248-0aa4-4515-a999-3e2bbe60ef96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:57:59.753388 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-ea588248-0aa4-4515-a999-3e2bbe60ef96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:57:59.891705 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a5b4397a-6737-4fc4-9add-6786eb8649be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-771109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773860'] for router, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:59.894846 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a5b4397a-6737-4fc4-9add-6786eb8649be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:57:59.942745 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device b5ef05c3-581c-419c-aae0-cc113a721e06 no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 01:58:00.020791 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ea588248-0aa4-4515-a999-3e2bbe60ef96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:00.030507 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ea588248-0aa4-4515-a999-3e2bbe60ef96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:00.039747 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: b5ef05c3-581c-419c-aae0-cc113a721e06 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 01:58:00.040114 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device b5ef05c3-581c-419c-aae0-cc113a721e06 not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 01:58:00.040785 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 2290f04e-8339-42a5-ac7c-02de47a3b05e no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 01:58:00.046314 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c7ec37a9-eb18-4a06-b346-b9aba3a3f9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:00.093064 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a5b4397a-6737-4fc4-9add-6786eb8649be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-771215'] for router, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:00.094041 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b4397a-6737-4fc4-9add-6786eb8649be admin admin] Fanout notify agent at l3_agent the message router_deleted on router d838475f-c142-4f8e-88dc-403165949e15 {{(pid=85253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 09 01:58:00.095021 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: 2290f04e-8339-42a5-ac7c-02de47a3b05e {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 01:58:00.095241 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 2290f04e-8339-42a5-ac7c-02de47a3b05e not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 01:58:00.117528 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a5b4397a-6737-4fc4-9add-6786eb8649be admin admin] Notify callbacks [] for router, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:00.119659 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-a5b4397a-6737-4fc4-9add-6786eb8649be admin admin] 10.222.0.44 "DELETE /v2.0/routers/d838475f-c142-4f8e-88dc-403165949e15 HTTP/1.1" status: 204 len: 168 time: 2.3990588 Apr 09 01:58:00.125112 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 58498) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:00.143724 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea588248-0aa4-4515-a999-3e2bbe60ef96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fe24f2-048a-44a9-9308-e6a5904cf6d5,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:00.148634 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ea588248-0aa4-4515-a999-3e2bbe60ef96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:00.184643 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-ea588248-0aa4-4515-a999-3e2bbe60ef96 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb0a9928f5054e3387958f079103ff56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6696298 Apr 09 01:58:00.187308 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 58502) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:00.252535 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d05747-7f79-4ef4-8215-a273ce90573a admin admin] Deleting subnet 851870d6-f6e8-4260-ae58-6a636db3e134 {{(pid=85253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 01:58:00.263878 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-44d05747-7f79-4ef4-8215-a273ce90573a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:00.275129 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4dab1290-44ab-475e-9179-6652cf26d0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:00.321919 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4dab1290-44ab-475e-9179-6652cf26d0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:00.325394 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-44d05747-7f79-4ef4-8215-a273ce90573a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845030773'] for subnet, precommit_delete_associations {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:00.379619 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4dab1290-44ab-475e-9179-6652cf26d0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:00.396950 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-15e47b67-6d92-44e4-958c-6449da708b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:00.411640 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4dab1290-44ab-475e-9179-6652cf26d0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:00.415536 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-4dab1290-44ab-475e-9179-6652cf26d0ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/22fe24f2-048a-44a9-9308-e6a5904cf6d5 HTTP/1.1" status: 204 len: 168 time: 0.2245562 Apr 09 01:58:00.415536 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab1290-44ab-475e-9179-6652cf26d0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fe24f2-048a-44a9-9308-e6a5904cf6d5,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:00.426405 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-4dab1290-44ab-475e-9179-6652cf26d0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:00.435341 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-44d05747-7f79-4ef4-8215-a273ce90573a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:01.075023 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-44d05747-7f79-4ef4-8215-a273ce90573a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036845012204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845285416'] for subnet, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:01.094451 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:01.342070 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-44d05747-7f79-4ef4-8215-a273ce90573a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for subnet, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:01.347185 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d05747-7f79-4ef4-8215-a273ce90573a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851870d6-f6e8-4260-ae58-6a636db3e134,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:01.354701 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-44d05747-7f79-4ef4-8215-a273ce90573a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:01.358320 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-44d05747-7f79-4ef4-8215-a273ce90573a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/851870d6-f6e8-4260-ae58-6a636db3e134 HTTP/1.1" status: 204 len: 168 time: 1.2317991 Apr 09 01:58:01.361714 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 58540) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:01.539405 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-11ade456-97c3-4f6d-80cf-948a6951ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-397677'] for network, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:01.817195 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-11ade456-97c3-4f6d-80cf-948a6951ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245879998222'] for network, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:02.001233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-11ade456-97c3-4f6d-80cf-948a6951ef26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec21f9a-6f4a-4261-a413-67d554e0d8cf']}} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:02.030321 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-11ade456-97c3-4f6d-80cf-948a6951ef26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a20104-4bad-4539-bdea-58372590664a') {'for_net_delete': True} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:02.030627 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-11ade456-97c3-4f6d-80cf-948a6951ef26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a20104-4bad-4539-bdea-58372590664a') {} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:02.056670 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-11ade456-97c3-4f6d-80cf-948a6951ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245879917052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2887887'] for segment, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:02.073613 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-11ade456-97c3-4f6d-80cf-948a6951ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:02.090798 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ade456-97c3-4f6d-80cf-948a6951ef26 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=85254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 01:58:02.160000 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:02.356727 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-11ade456-97c3-4f6d-80cf-948a6951ef26 admin admin] Network 6ec21f9a-6f4a-4261-a413-67d554e0d8cf has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 01:58:02.371330 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-11ade456-97c3-4f6d-80cf-948a6951ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852597294'] for segment, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:02.627561 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c9a15-4eed-4e57-8f10-5131370b5c59 req-23a6efe5-7bba-42de-8de0-8f5bdfebdba9 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:02.642871 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c88c9a15-4eed-4e57-8f10-5131370b5c59 req-23a6efe5-7bba-42de-8de0-8f5bdfebdba9 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 945 time: 0.1797962 Apr 09 01:58:02.697668 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c88c9a15-4eed-4e57-8f10-5131370b5c59 req-04bf6181-9a55-4dab-9cdf-5afbf8cae0e3 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532296 Apr 09 01:58:03.001248 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-11ade456-97c3-4f6d-80cf-948a6951ef26 admin admin] Network 6ec21f9a-6f4a-4261-a413-67d554e0d8cf has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: Traceback (most recent call last): Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: timer() Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: cb(*args, **kw) Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: return func(*args, **kwargs) Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: self._notify() Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: self.callback(batched_events) Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: event.method(event) Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: segment_id)['aggregates'][0] Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: return f(self, *a, **k) Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: return self._get(url).json() Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: **kwargs) Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: return self.request(url, 'GET', **kwargs) Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: **endpoint_filter) Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 01:58:03.055894 dv-cinder-784623-6-smb neutron-server[85140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 01:58:03.215083 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-11ade456-97c3-4f6d-80cf-948a6951ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665026'] for network, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:03.224045 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:03.249700 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-11ade456-97c3-4f6d-80cf-948a6951ef26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:03.258393 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ade456-97c3-4f6d-80cf-948a6951ef26 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ec21f9a-6f4a-4261-a413-67d554e0d8cf,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:03.265444 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-11ade456-97c3-4f6d-80cf-948a6951ef26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:03.275624 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-11ade456-97c3-4f6d-80cf-948a6951ef26 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6ec21f9a-6f4a-4261-a413-67d554e0d8cf HTTP/1.1" status: 204 len: 168 time: 1.9123189 Apr 09 01:58:03.576400 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 58572) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:03.625839 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-fde1543f-1cf6-463e-8574-5a73f935b9d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d0feb4b36722416aa1765908bfef18e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0473490 Apr 09 01:58:03.629104 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 58576) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:03.703392 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b8d3181d-0428-4e58-b1b5-45c859be3e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:03.775551 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b8d3181d-0428-4e58-b1b5-45c859be3e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:03.919650 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b8d3181d-0428-4e58-b1b5-45c859be3e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:03.932779 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9f1a1cdc-8eab-4568-a3e5-5c04796a52de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:03.937192 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f60d4-146c-4168-99cb-b439937fa048 req-7fab76b3-0ab8-42f0-bbc5-5d0b69ecf596 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:03.946742 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-999f60d4-146c-4168-99cb-b439937fa048 req-7fab76b3-0ab8-42f0-bbc5-5d0b69ecf596 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 945 time: 0.1230791 Apr 09 01:58:03.961535 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3181d-0428-4e58-b1b5-45c859be3e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed679d0-65d1-47a6-bca5-c8eebb6d2f50,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:03.964424 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b8d3181d-0428-4e58-b1b5-45c859be3e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:03.988111 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b8d3181d-0428-4e58-b1b5-45c859be3e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:03.991779 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-b8d3181d-0428-4e58-b1b5-45c859be3e58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ed679d0-65d1-47a6-bca5-c8eebb6d2f50 HTTP/1.1" status: 204 len: 168 time: 0.3587360 Apr 09 01:58:04.000308 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-999f60d4-146c-4168-99cb-b439937fa048 req-adb88a2f-c871-4390-8a51-159cc98ca826 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446060 Apr 09 01:58:05.091137 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 58622) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:05.268922 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-113529233-network', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:05.274415 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:05.279343 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Usage tracker for resource:network and tenant:b1fc2ad2e8754118a5af5f603622501a is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:58:05.282934 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:58:05.289487 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:05.301354 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Made reservation on behalf of b1fc2ad2e8754118a5af5f603622501a for: {'network': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:58:05.306228 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for network, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:05.320200 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:05.321370 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe371c2f-9eeb-450b-872a-b2147cf0ee02 req-62bbaf28-391a-4dcb-91fb-cc9602ff0004 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:05.325012 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fe371c2f-9eeb-450b-872a-b2147cf0ee02 req-62bbaf28-391a-4dcb-91fb-cc9602ff0004 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 945 time: 0.1992691 Apr 09 01:58:05.337249 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:05.342207 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Usage tracker for resource:security_group_rule and tenant:b1fc2ad2e8754118a5af5f603622501a is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:58:05.345895 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:58:05.353293 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:05.370439 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fe371c2f-9eeb-450b-872a-b2147cf0ee02 req-f1fcbff9-0ec2-4070-ae02-57b5659381b6 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370269 Apr 09 01:58:05.459905 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:05.464990 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:05.472838 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-eada65b2-a093-4c96-8a1b-e17b6bfe1985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:05.525179 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7636125c-9e1c-41dd-bbbf-22f0c02503ed,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:05.529765 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=85254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 01:58:05.533425 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:05.542992 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:05.543638 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.segments_db [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Added segment eda6b595-7755-494a-935c-cdbf116f9ef1 of type vlan for network fcda180e-c15e-43dc-97d5-dc5157f94d29 Apr 09 01:58:05.576738 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790974259946'] for network, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:05.622668 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for network, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:05.624055 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:05.624691 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:05.630035 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:05.736077 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6429400 Apr 09 01:58:05.737079 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Pushing event updated for resources: {'Network': ['ID=fcda180e-c15e-43dc-97d5-dc5157f94d29,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:05.739750 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:05.740150 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 58632) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:05.747180 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-4525aae9-0150-4ab3-8037-029ad449a086 admin admin] Request body: {'subnet': {'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-subnet', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:05.748445 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Network fcda180e-c15e-43dc-97d5-dc5157f94d29 details requested by agent ovs-agent-dv-cinder-784623-6-smb with host dv-cinder-784623-6-smb {{(pid=85255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 01:58:05.769764 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-4525aae9-0150-4ab3-8037-029ad449a086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:05.779799 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-4525aae9-0150-4ab3-8037-029ad449a086 admin admin] Usage tracker for resource:subnet and tenant:b1fc2ad2e8754118a5af5f603622501a is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:58:05.783870 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-4525aae9-0150-4ab3-8037-029ad449a086 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:58:05.797728 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-4525aae9-0150-4ab3-8037-029ad449a086 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:05.819758 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4525aae9-0150-4ab3-8037-029ad449a086 admin admin] Made reservation on behalf of b1fc2ad2e8754118a5af5f603622501a for: {'subnet': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:58:05.825675 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4525aae9-0150-4ab3-8037-029ad449a086 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490417'] for subnet, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:06.417087 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4525aae9-0150-4ab3-8037-029ad449a086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9763800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490368'] for subnet, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:06.570521 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9af1fd15-d341-4661-b0c7-426ed0bae384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:06.714284 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525aae9-0150-4ab3-8037-029ad449a086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c919a89-cf5f-419e-9ae6-9992f20bb483,revision_number=0']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:06.719091 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-4525aae9-0150-4ab3-8037-029ad449a086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:06.773041 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4525aae9-0150-4ab3-8037-029ad449a086 admin admin] Checking segment: {'id': 'eda6b595-7755-494a-935c-cdbf116f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:58:06.773448 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4525aae9-0150-4ab3-8037-029ad449a086 admin admin] Network hostable DHCP agents. Network: fcda180e-c15e-43dc-97d5-dc5157f94d29, hostable agents: ['68056bad-9ad5-43c2-8e53-4c698c5ccbf6'], hosted agents: [] {{(pid=85253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 01:58:06.801879 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305784c-886b-4b21-8658-68fc53faa8b2 req-1daf8328-6f28-4f06-9ef6-453530be7f50 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:06.803557 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8305784c-886b-4b21-8658-68fc53faa8b2 req-1daf8328-6f28-4f06-9ef6-453530be7f50 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 945 time: 0.1617074 Apr 09 01:58:06.814408 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4525aae9-0150-4ab3-8037-029ad449a086 admin admin] Network fcda180e-c15e-43dc-97d5-dc5157f94d29 is scheduled to be hosted by DHCP agent 68056bad-9ad5-43c2-8e53-4c698c5ccbf6 with binding_index 1 {{(pid=85253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 01:58:06.847662 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-4525aae9-0150-4ab3-8037-029ad449a086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-smb, fcda180e-c15e-43dc-97d5-dc5157f94d29) {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:58:06.859137 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96759b1-5a74-4dda-a477-f2af845b5fd4 None None] Network fcda180e-c15e-43dc-97d5-dc5157f94d29 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:58:06.863158 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8305784c-886b-4b21-8658-68fc53faa8b2 req-f5038b8b-2dc3-4c9f-b075-53cd9f60b7f9 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512593 Apr 09 01:58:06.877086 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4525aae9-0150-4ab3-8037-029ad449a086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:06.877750 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4525aae9-0150-4ab3-8037-029ad449a086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for subnet, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:06.914905 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 58652) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:06.915853 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-4525aae9-0150-4ab3-8037-029ad449a086 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1738112 Apr 09 01:58:06.925052 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:06.942531 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:06.952237 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Usage tracker for resource:router and tenant:b1fc2ad2e8754118a5af5f603622501a is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:58:06.959244 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:58:06.973892 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:07.003493 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773841'] for router, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:07.006386 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1940'] for router, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:07.037381 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:07.184641 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51a003c9-ca63-50ac-9cc8-aae34d64f8f4-fcda180e-c15e-43dc-97d5-dc5157f94d29', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483'}]}} from dv-cinder-784623-6-smb. {{(pid=85255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 09 01:58:07.185836 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:07.383739 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1925'] for router, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:07.398502 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Allocated IP 172.20.0.2 (fcda180e-c15e-43dc-97d5-dc5157f94d29/7c919a89-cf5f-419e-9ae6-9992f20bb483/7c0d3af5-e48d-4ac5-8f09-c477ac434f94) {{(pid=85255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:58:07.780670 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Notify callbacks [] for port, precommit_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:07.807109 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Transition to ACTIVE for port object 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 will not be triggered until provisioned by entity L2. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:58:07.818298 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:07.838032 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Transition to ACTIVE for port object 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 will not be triggered until provisioned by entity DHCP. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:58:07.847863 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:07.868679 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:07.890958 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:08.081761 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Pushing event updated for resources: {'Port': ['ID=7c0d3af5-e48d-4ac5-8f09-c477ac434f94,revision_number=1']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:08.103886 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:08.152204 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Allocated IP 172.28.0.230 (8df4ea79-732a-43b6-97d7-19109b70c389/9f1b2a28-977e-4854-8466-cbb1a9b3b7c1/1617968c-d078-48ee-8735-f6a1064bd5a7) {{(pid=85254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:58:08.184921 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Network fcda180e-c15e-43dc-97d5-dc5157f94d29 is already hosted by enough agents. {{(pid=85255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:58:08.186797 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Resources bound (agent type, host, resource id): {{(pid=85255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:58:08.189565 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Received port after_create {{(pid=85255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:58:08.415914 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:08.426411 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569a955-19da-4037-b7cc-a017a77d4804 req-769245a3-4845-42bd-93ab-280b4a916dfd tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:08.444318 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f569a955-19da-4037-b7cc-a017a77d4804 req-769245a3-4845-42bd-93ab-280b4a916dfd tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 945 time: 0.2273510 Apr 09 01:58:08.482624 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Attempting to bind port 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:58:08.483349 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Attempting to bind port 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': 'eda6b595-7755-494a-935c-cdbf116f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29'}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:58:08.484002 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Attempting to bind port 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 on network fcda180e-c15e-43dc-97d5-dc5157f94d29 {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:58:08.490866 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f569a955-19da-4037-b7cc-a017a77d4804 req-e0c425de-64e5-4295-b8e5-3a5265facaef tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449946 Apr 09 01:58:08.505169 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:58:08.505882 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Checking segment: {'id': 'eda6b595-7755-494a-935c-cdbf116f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:58:08.506755 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:08.507383 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Bound using segment: {'id': 'eda6b595-7755-494a-935c-cdbf116f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29'} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:58:08.508331 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Bound port: 7c0d3af5-e48d-4ac5-8f09-c477ac434f94, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda6b595-7755-494a-935c-cdbf116f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29'}}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:58:08.509114 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:08.528262 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945edc45-44d2-4b3f-989a-0328949a06dc req-518e530f-ea94-4d00-88d0-66e373ec8a6d tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:08.531345 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-945edc45-44d2-4b3f-989a-0328949a06dc req-518e530f-ea94-4d00-88d0-66e373ec8a6d tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 945 time: 0.4362922 Apr 09 01:58:08.545248 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:08.635589 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ef0e3bf8-9786-4f66-a2b5-4bdb7d66c46c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:08.650572 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-06c1a20f-836a-4416-af17-1049312b488c None None] For port 7c0d3af5-e48d-4ac5-8f09-c477ac434f94, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:58:08.662583 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-06c1a20f-836a-4416-af17-1049312b488c None None] For port 7c0d3af5-e48d-4ac5-8f09-c477ac434f94, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=7c0d3af5-e48d-4ac5-8f09-c477ac434f94,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:58:08.667622 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:08.779604 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ffde4376-9edd-42b8-9643-f9fd98ac4796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:08.820927 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Pushing event updated for resources: {'Port': ['ID=1617968c-d078-48ee-8735-f6a1064bd5a7,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:08.839375 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:08.898223 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Pushing event updated for resources: {'Port': ['ID=7c0d3af5-e48d-4ac5-8f09-c477ac434f94,revision_number=2']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:09.029886 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-945edc45-44d2-4b3f-989a-0328949a06dc req-c62c5fc8-de17-4184-9984-91fdf7c29e23 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Deleting port 03b7a5fc-d8d2-4c4b-87fa-837195ac618b {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 01:58:09.030450 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-945edc45-44d2-4b3f-989a-0328949a06dc req-c62c5fc8-de17-4184-9984-91fdf7c29e23 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:09.143044 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:09.476466 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Network 8df4ea79-732a-43b6-97d7-19109b70c389 is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:58:09.480996 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:58:09.486291 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Received port after_create {{(pid=85254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:58:09.595055 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-945edc45-44d2-4b3f-989a-0328949a06dc req-c62c5fc8-de17-4184-9984-91fdf7c29e23 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] For port 03b7a5fc-d8d2-4c4b-87fa-837195ac618b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=03b7a5fc-d8d2-4c4b-87fa-837195ac618b,segment=NetworkSegment(f8b6926f-4018-4de1-b4ee-d0d96ccdbe34),segment_id=f8b6926f-4018-4de1-b4ee-d0d96ccdbe34)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:58:09.595419 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-945edc45-44d2-4b3f-989a-0328949a06dc req-c62c5fc8-de17-4184-9984-91fdf7c29e23 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:10.063610 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:58:10.093241 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f57048-72d4-4a64-a979-7fbd27466cd2 req-b86e7c4c-6ada-40ea-a6d3-1d7d9c07ffb6 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:10.100403 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-06f57048-72d4-4a64-a979-7fbd27466cd2 req-b86e7c4c-6ada-40ea-a6d3-1d7d9c07ffb6 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 945 time: 0.2281947 Apr 09 01:58:10.163104 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-06f57048-72d4-4a64-a979-7fbd27466cd2 req-75c54950-e786-4d0e-9c35-fae5627b4fd5 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615711 Apr 09 01:58:10.248172 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:58:10.381649 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-945edc45-44d2-4b3f-989a-0328949a06dc req-c62c5fc8-de17-4184-9984-91fdf7c29e23 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Calling delete_port for 03b7a5fc-d8d2-4c4b-87fa-837195ac618b owned by compute:nova {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 01:58:10.795451 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-945edc45-44d2-4b3f-989a-0328949a06dc req-c62c5fc8-de17-4184-9984-91fdf7c29e23 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:10.814193 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:10.888017 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c5fc8-de17-4184-9984-91fdf7c29e23 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Pushing event deleted for resources: {'Port': ['ID=03b7a5fc-d8d2-4c4b-87fa-837195ac618b,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:10.940238 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c62c5fc8-de17-4184-9984-91fdf7c29e23 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:10.971724 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:11.073098 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b6f11e-5f14-44de-ad5a-7106c05f38e8 None None] Network fcda180e-c15e-43dc-97d5-dc5157f94d29 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:58:11.180456 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-7df708f3-4ad2-4ccf-9b63-eb7bc0d842a1 None None] Provisioning for port 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:58:11.189753 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-7df708f3-4ad2-4ccf-9b63-eb7bc0d842a1 None None] Provisioning complete for port 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:58:11.190175 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7df708f3-4ad2-4ccf-9b63-eb7bc0d842a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:11.337010 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7df708f3-4ad2-4ccf-9b63-eb7bc0d842a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:11.419412 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-7df708f3-4ad2-4ccf-9b63-eb7bc0d842a1 None None] For port 7c0d3af5-e48d-4ac5-8f09-c477ac434f94, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=7c0d3af5-e48d-4ac5-8f09-c477ac434f94,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:58:11.427202 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7df708f3-4ad2-4ccf-9b63-eb7bc0d842a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:11.430990 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:11.526374 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-193ecda5-30b3-4d23-83da-ab8e914058ff req-dd77a10d-cf30-401e-bf35-35d17a1dc1a8 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5691fd-122b-4cd8-97c5-408943be45c5 HTTP/1.1" status: 200 len: 210 time: 0.0747740 Apr 09 01:58:11.552290 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df708f3-4ad2-4ccf-9b63-eb7bc0d842a1 None None] Pushing event updated for resources: {'Port': ['ID=7c0d3af5-e48d-4ac5-8f09-c477ac434f94,revision_number=3']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:11.566262 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-7df708f3-4ad2-4ccf-9b63-eb7bc0d842a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:11.585376 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-945edc45-44d2-4b3f-989a-0328949a06dc req-c62c5fc8-de17-4184-9984-91fdf7c29e23 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] No DVR routers for this DVR port 03b7a5fc-d8d2-4c4b-87fa-837195ac618b on host hv-cinder-78462 {{(pid=85254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 01:58:11.590606 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-945edc45-44d2-4b3f-989a-0328949a06dc req-c62c5fc8-de17-4184-9984-91fdf7c29e23 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:11.593875 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5691fd-122b-4cd8-97c5-408943be45c5', 'name': 'network-vif-deleted', 'tag': '03b7a5fc-d8d2-4c4b-87fa-837195ac618b'}] {{(pid=85254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:58:11.639712 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-945edc45-44d2-4b3f-989a-0328949a06dc req-c62c5fc8-de17-4184-9984-91fdf7c29e23 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.60 "DELETE /v2.0/ports/03b7a5fc-d8d2-4c4b-87fa-837195ac618b HTTP/1.1" status: 204 len: 173 time: 3.0894973 Apr 09 01:58:11.651183 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5691fd-122b-4cd8-97c5-408943be45c5', 'name': 'network-vif-deleted', 'tag': '03b7a5fc-d8d2-4c4b-87fa-837195ac618b', 'status': 'completed', 'code': 200} Apr 09 01:58:11.660053 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854004705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854110841'] for router, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:11.711847 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 03b7a5fc-d8d2-4c4b-87fa-837195ac618b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 01:58:11.811144 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] No Port match for: 03b7a5fc-d8d2-4c4b-87fa-837195ac618b {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 01:58:11.811539 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 03b7a5fc-d8d2-4c4b-87fa-837195ac618b not bound to the agent host hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 01:58:11.943702 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:58:11.978504 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Router 7df8fef8-d515-4884-852a-47c07b9ca945 is scheduled to L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 with binding_index 1 {{(pid=85254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 09 01:58:12.037147 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-001f5dad-9950-409b-99d5-b52f0f2f69b0 None None] Provisioning complete for port 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:58:12.037147 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-001f5dad-9950-409b-99d5-b52f0f2f69b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:12.196380 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:58:12.197117 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:12.221738 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:58:12.257886 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Notify callbacks [] for router, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:12.261740 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3438587 Apr 09 01:58:12.264552 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 58778) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:12.326010 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Sync routers for ids ['7df8fef8-d515-4884-852a-47c07b9ca945'] in dv-cinder-784623-6-smb {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:58:12.355539 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Routers {'7df8fef8-d515-4884-852a-47c07b9ca945'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:58:12.356245 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:57:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7df8fef8-d515-4884-852a-47c07b9ca945'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:12.635858 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Set router 7df8fef8-d515-4884-852a-47c07b9ca945 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:58:13.113453 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:10Z', 'revision_number': 3, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port': {'id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:13.125622 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Checking router: 7df8fef8-d515-4884-852a-47c07b9ca945 for host: dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:58:13.126284 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Updating router 7df8fef8-d515-4884-852a-47c07b9ca945 port 1617968c-d078-48ee-8735-f6a1064bd5a7 binding host dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 01:58:13.195257 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:13.338403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:13.504637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9d328fc6-779d-4df5-b111-fe4bf03d8211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:13.687038 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Allocated IP 172.20.0.1 (fcda180e-c15e-43dc-97d5-dc5157f94d29/7c919a89-cf5f-419e-9ae6-9992f20bb483/7b0db47f-74d8-420b-8245-a6c28a0c8ae6) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:58:13.716649 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Notify callbacks [] for port, precommit_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:13.730563 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Transition to ACTIVE for port object 1617968c-d078-48ee-8735-f6a1064bd5a7 will not be triggered until provisioned by entity L2. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:58:13.736476 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:13.752668 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:13.900640 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54477762-ecd8-40e6-bede-03455e0416af None None] Pushing event updated for resources: {'Port': ['ID=1617968c-d078-48ee-8735-f6a1064bd5a7,revision_number=2']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:13.905049 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:13.906288 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-54477762-ecd8-40e6-bede-03455e0416af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:13.941165 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Transition to ACTIVE for port object 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 will not be triggered until provisioned by entity DHCP. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:58:13.976785 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Attempting to bind port 1617968c-d078-48ee-8735-f6a1064bd5a7 on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:58:13.977217 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:13.977666 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Attempting to bind port 1617968c-d078-48ee-8735-f6a1064bd5a7 by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:58:13.978178 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Attempting to bind port 1617968c-d078-48ee-8735-f6a1064bd5a7 on network 8df4ea79-732a-43b6-97d7-19109b70c389 {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:58:13.985768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:58:13.986413 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Checking segment: {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:58:13.986987 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:13.987523 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Bound using segment: {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:58:13.988222 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Bound port: 1617968c-d078-48ee-8735-f6a1064bd5a7, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:58:13.988796 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:13.996046 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-73415317-2c4e-4836-a1ce-56d0c38640b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:14.085188 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] For port 1617968c-d078-48ee-8735-f6a1064bd5a7, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:58:14.089151 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] For port 1617968c-d078-48ee-8735-f6a1064bd5a7, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=1617968c-d078-48ee-8735-f6a1064bd5a7,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:58:14.097188 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:14.112085 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2cfb0199-0907-4646-8093-251a122e9f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:14.159123 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=7b0db47f-74d8-420b-8245-a6c28a0c8ae6,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:14.166094 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:14.215852 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Network fcda180e-c15e-43dc-97d5-dc5157f94d29 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:58:14.217216 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:58:14.219869 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:58:14.280434 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54477762-ecd8-40e6-bede-03455e0416af None None] Pushing event updated for resources: {'Port': ['ID=1617968c-d078-48ee-8735-f6a1064bd5a7,revision_number=3']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:14.285807 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-54477762-ecd8-40e6-bede-03455e0416af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:14.293139 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692043'] for router_interface, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:14.325163 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 58846) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:14.354950 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Routers {'7df8fef8-d515-4884-852a-47c07b9ca945'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:58:14.355771 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:57:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7df8fef8-d515-4884-852a-47c07b9ca945'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:14.538908 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5394ee1-b738-4277-beff-486db1b33843 admin admin] Deleting subnet ea841e7e-decb-4bb0-a4f0-4d9aab1b1755 {{(pid=85254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 01:58:14.544495 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e5394ee1-b738-4277-beff-486db1b33843 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:14.608443 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e5394ee1-b738-4277-beff-486db1b33843 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851887881'] for subnet, precommit_delete_associations {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:14.685910 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e5394ee1-b738-4277-beff-486db1b33843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:14.750354 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-979ffc68-aace-40d0-b5e1-b229cc6d4f28 None None] Provisioning for port 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:58:14.844284 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] Set router 7df8fef8-d515-4884-852a-47c07b9ca945 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:58:14.934084 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-979ffc68-aace-40d0-b5e1-b229cc6d4f28 None None] Provisioning complete for port 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:58:14.934886 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-979ffc68-aace-40d0-b5e1-b229cc6d4f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:15.033658 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:15.131945 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-979ffc68-aace-40d0-b5e1-b229cc6d4f28 None None] Port 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 01:58:15.384579 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:15.389511 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:15.410832 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e5394ee1-b738-4277-beff-486db1b33843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852597361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852455743'] for subnet, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:15.419421 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:15.432692 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:14Z', 'revision_number': 4, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port': {'id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '7b0db47f-74d8-420b-8245-a6c28a0c8ae6', 'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'mac_address': 'fa:16:3e:3d:49:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:13Z', 'updated_at': '2021-04-09T01:58:13Z', 'revision_number': 1, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'subnets': [{'id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:15.434595 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-713be8d0-1dd7-4e63-8a0a-7418a0a3ed00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:15.438624 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c02d380-0b7d-42b8-a8a0-dd4f953622e6 None None] The sync data for ids ['7df8fef8-d515-4884-852a-47c07b9ca945'] in dv-cinder-784623-6-smb is: [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:14Z', 'revision_number': 4, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port': {'id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '7b0db47f-74d8-420b-8245-a6c28a0c8ae6', 'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'mac_address': 'fa:16:3e:3d:49:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:13Z', 'updated_at': '2021-04-09T01:58:13Z', 'revision_number': 1, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'subnets': [{'id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:58:15.488818 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5394ee1-b738-4277-beff-486db1b33843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea841e7e-decb-4bb0-a4f0-4d9aab1b1755,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:15.503437 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=7b0db47f-74d8-420b-8245-a6c28a0c8ae6,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:15.507995 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:15.518734 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774814'] for router_interface, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:15.539847 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e5394ee1-b738-4277-beff-486db1b33843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:15.584648 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e5394ee1-b738-4277-beff-486db1b33843 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:15.592889 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e5394ee1-b738-4277-beff-486db1b33843 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ea841e7e-decb-4bb0-a4f0-4d9aab1b1755 HTTP/1.1" status: 204 len: 168 time: 1.2657170 Apr 09 01:58:15.595791 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 58866) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:15.689999 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Network fcda180e-c15e-43dc-97d5-dc5157f94d29 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:58:15.691312 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:58:15.732912 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb6e5f15-d34a-4af6-970a-14ccad75fc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-397677'] for network, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:15.942195 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Router 7df8fef8-d515-4884-852a-47c07b9ca945 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 01:58:16.071519 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-0c5302f6-6f29-4360-ae97-43f67b26f39a None None] Provisioning complete for port 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:58:16.072048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0c5302f6-6f29-4360-ae97-43f67b26f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:16.111145 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb6e5f15-d34a-4af6-970a-14ccad75fc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245879998222'] for network, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:16.174522 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-0c5302f6-6f29-4360-ae97-43f67b26f39a None None] Port 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 01:58:16.221745 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:58:16.252110 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] 10.222.0.44 "PUT /v2.0/routers/7df8fef8-d515-4884-852a-47c07b9ca945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9854057 Apr 09 01:58:16.309150 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-fb6e5f15-d34a-4af6-970a-14ccad75fc08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890df9b6-80a6-43e8-8e26-86e133bfafb0']}} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:16.329480 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-fb6e5f15-d34a-4af6-970a-14ccad75fc08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda70934-493e-4ca4-bb31-fb96f4fd63c2') {'for_net_delete': True} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:16.329876 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-fb6e5f15-d34a-4af6-970a-14ccad75fc08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda70934-493e-4ca4-bb31-fb96f4fd63c2') {} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:16.344463 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb6e5f15-d34a-4af6-970a-14ccad75fc08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245879917052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2887887'] for segment, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:16.361918 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb6e5f15-d34a-4af6-970a-14ccad75fc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:16.370997 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6e5f15-d34a-4af6-970a-14ccad75fc08 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=85254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 01:58:16.597421 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-fb6e5f15-d34a-4af6-970a-14ccad75fc08 admin admin] Network 890df9b6-80a6-43e8-8e26-86e133bfafb0 has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 01:58:16.611510 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb6e5f15-d34a-4af6-970a-14ccad75fc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852597294'] for segment, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:16.708453 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 58892) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:16.873871 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3361fc51-4f66-49c1-8c07-26554f392539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:16.910965 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-3361fc51-4f66-49c1-8c07-26554f392539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:16.916626 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-3361fc51-4f66-49c1-8c07-26554f392539 admin admin] Usage tracker for resource:security_group_rule and tenant:97edfda364b945afadc406567ef4fd01 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:58:16.920685 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-3361fc51-4f66-49c1-8c07-26554f392539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:58:16.928402 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-3361fc51-4f66-49c1-8c07-26554f392539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:16.959236 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-fb6e5f15-d34a-4af6-970a-14ccad75fc08 admin admin] Network 890df9b6-80a6-43e8-8e26-86e133bfafb0 has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: Traceback (most recent call last): Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: timer() Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: cb(*args, **kw) Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: return func(*args, **kwargs) Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: self._notify() Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: self.callback(batched_events) Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: event.method(event) Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: segment_id)['aggregates'][0] Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: return f(self, *a, **k) Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: return self._get(url).json() Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: **kwargs) Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: return self.request(url, 'GET', **kwargs) Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: **endpoint_filter) Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 01:58:17.009978 dv-cinder-784623-6-smb neutron-server[85140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 01:58:17.079396 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3361fc51-4f66-49c1-8c07-26554f392539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:17.085440 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3361fc51-4f66-49c1-8c07-26554f392539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:17.096926 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-cd8b3b92-79ac-4242-b602-eeea9799a413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:17.154097 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361fc51-4f66-49c1-8c07-26554f392539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d7ab33-9970-4938-a3b2-52afccb38513,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:17.160593 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-3361fc51-4f66-49c1-8c07-26554f392539 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97edfda364b945afadc406567ef4fd01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4504371 Apr 09 01:58:17.161808 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3361fc51-4f66-49c1-8c07-26554f392539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:17.163051 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 58898) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:17.186250 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb6e5f15-d34a-4af6-970a-14ccad75fc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665026'] for network, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:17.203228 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fb6e5f15-d34a-4af6-970a-14ccad75fc08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:17.212880 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-518d45c2-fd82-4885-960c-7298e06887d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:17.227134 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9c3f8b84-f379-40ee-a4fa-3a9fe258a847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:17.262115 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e5f15-d34a-4af6-970a-14ccad75fc08 admin admin] Pushing event deleted for resources: {'Network': ['ID=890df9b6-80a6-43e8-8e26-86e133bfafb0,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:17.266754 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fb6e5f15-d34a-4af6-970a-14ccad75fc08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:17.280195 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-fb6e5f15-d34a-4af6-970a-14ccad75fc08 admin admin] 10.222.0.44 "DELETE /v2.0/networks/890df9b6-80a6-43e8-8e26-86e133bfafb0 HTTP/1.1" status: 204 len: 168 time: 1.6830733 Apr 09 01:58:17.281079 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2642fd18-e835-4e0c-8db5-21193e947347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:17.316143 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2642fd18-e835-4e0c-8db5-21193e947347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:17.402394 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2642fd18-e835-4e0c-8db5-21193e947347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:17.408517 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b9b8f802-4a4c-4c44-bf6b-eb7f44ac5e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:17.421369 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642fd18-e835-4e0c-8db5-21193e947347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d7ab33-9970-4938-a3b2-52afccb38513,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:17.427131 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2642fd18-e835-4e0c-8db5-21193e947347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:17.429506 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2642fd18-e835-4e0c-8db5-21193e947347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:17.434070 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2642fd18-e835-4e0c-8db5-21193e947347 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02d7ab33-9970-4938-a3b2-52afccb38513 HTTP/1.1" status: 204 len: 168 time: 0.2697833 Apr 09 01:58:17.476254 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 58908) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:17.484059 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 58912) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:17.506401 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-797cdb13-3878-456f-9aaf-3393abb8e175 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1971335222', 'description': 'tempest-description--1978965391'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:17.522218 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-797cdb13-3878-456f-9aaf-3393abb8e175 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:17.539119 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-797cdb13-3878-456f-9aaf-3393abb8e175 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Usage tracker for resource:security_group and tenant:b1fc2ad2e8754118a5af5f603622501a is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:58:17.549627 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-797cdb13-3878-456f-9aaf-3393abb8e175 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:58:17.567957 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-797cdb13-3878-456f-9aaf-3393abb8e175 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:17.576114 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-888b4330-a258-49b9-bd7d-d583f0bdb880 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=392f990f4fa84bc6ae9872cea059b3e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0899975 Apr 09 01:58:17.580617 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 58918) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:17.632100 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-797cdb13-3878-456f-9aaf-3393abb8e175 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:17.639225 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-797cdb13-3878-456f-9aaf-3393abb8e175 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:17.653865 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-797cdb13-3878-456f-9aaf-3393abb8e175 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Usage tracker for resource:security_group_rule and tenant:b1fc2ad2e8754118a5af5f603622501a is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:58:17.662308 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-797cdb13-3878-456f-9aaf-3393abb8e175 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:58:17.677653 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-797cdb13-3878-456f-9aaf-3393abb8e175 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:17.727161 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af272604-d738-4695-b7a7-fc0aae61d74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:17.772393 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af272604-d738-4695-b7a7-fc0aae61d74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:17.847086 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-797cdb13-3878-456f-9aaf-3393abb8e175 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:17.879347 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-797cdb13-3878-456f-9aaf-3393abb8e175 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:17.902637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c76d777a-90d4-4c02-bc66-3b09ecbdb130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:17.946206 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 1617968c-d078-48ee-8735-f6a1064bd5a7 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:58:18.047408 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cdb13-3878-456f-9aaf-3393abb8e175 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cab6c43-1746-4d07-946c-4374c783400d,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:18.054519 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-797cdb13-3878-456f-9aaf-3393abb8e175 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:18.055443 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-797cdb13-3878-456f-9aaf-3393abb8e175 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:18.056645 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-797cdb13-3878-456f-9aaf-3393abb8e175 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5793285 Apr 09 01:58:18.057794 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af272604-d738-4695-b7a7-fc0aae61d74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:18.061099 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af272604-d738-4695-b7a7-fc0aae61d74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:18.062437 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-af272604-d738-4695-b7a7-fc0aae61d74b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4266ad7a-ce2d-4162-bada-4fb5a6bd3732 HTTP/1.1" status: 204 len: 168 time: 0.4797015 Apr 09 01:58:18.065737 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port 1617968c-d078-48ee-8735-f6a1064bd5a7 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:58:18.066526 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:18.067348 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 58940) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:18.078806 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-1b3337bf-0564-4d75-afa8-42e16eab5d84 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Request body: {'security_group_rule': {'security_group_id': '5cab6c43-1746-4d07-946c-4374c783400d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:18.081510 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 1617968c-d078-48ee-8735-f6a1064bd5a7 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:58:18.083016 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af272604-d738-4695-b7a7-fc0aae61d74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4266ad7a-ce2d-4162-bada-4fb5a6bd3732,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:18.083746 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:18.088643 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-af272604-d738-4695-b7a7-fc0aae61d74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:18.100510 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-1b3337bf-0564-4d75-afa8-42e16eab5d84 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:18.107784 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-1b3337bf-0564-4d75-afa8-42e16eab5d84 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Usage tracker for resource:security_group_rule and tenant:b1fc2ad2e8754118a5af5f603622501a is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:58:18.113776 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-1b3337bf-0564-4d75-afa8-42e16eab5d84 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:58:18.125852 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-1b3337bf-0564-4d75-afa8-42e16eab5d84 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:18.134049 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-3e8b0a02-5660-456f-bf95-9a78cf0550e4 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:18.135806 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-3e8b0a02-5660-456f-bf95-9a78cf0550e4 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/networks?id=c0871fb3-c899-4b93-992b-4545b0ee100a HTTP/1.1" status: 200 len: 813 time: 0.2918108 Apr 09 01:58:18.168177 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-093d9eb2-370c-43f4-9447-01a7570ea87f tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/quotas/a73094a8814c4c89a6108acfa344df7e HTTP/1.1" status: 200 len: 375 time: 0.0188580 Apr 09 01:58:18.173639 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1b3337bf-0564-4d75-afa8-42e16eab5d84 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:18.244400 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:18.258211 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1b3337bf-0564-4d75-afa8-42e16eab5d84 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:18.265242 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1b3337bf-0564-4d75-afa8-42e16eab5d84 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:18.267932 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:18.281717 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-3872e5c7-1ab0-4d08-b09a-d5a2139db73a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a73094a8814c4c89a6108acfa344df7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0966630 Apr 09 01:58:18.309217 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3337bf-0564-4d75-afa8-42e16eab5d84 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5359c0-86b9-41ef-a140-6a153ba66d49,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:18.322740 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-1b3337bf-0564-4d75-afa8-42e16eab5d84 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:18.365214 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1b3337bf-0564-4d75-afa8-42e16eab5d84 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:18.374740 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-1b3337bf-0564-4d75-afa8-42e16eab5d84 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3054068 Apr 09 01:58:18.375662 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 58948) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:18.384972 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:18.398058 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-729cb80b-7a89-46bb-b879-19b9558dcb5d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Request body: {'security_group_rule': {'security_group_id': '5cab6c43-1746-4d07-946c-4374c783400d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:18.431914 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] For port 1617968c-d078-48ee-8735-f6a1064bd5a7, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=1617968c-d078-48ee-8735-f6a1064bd5a7,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:58:18.439568 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:18.447095 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-54477762-ecd8-40e6-bede-03455e0416af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:18.461865 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-729cb80b-7a89-46bb-b879-19b9558dcb5d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:18.480915 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-729cb80b-7a89-46bb-b879-19b9558dcb5d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Usage tracker for resource:security_group_rule and tenant:b1fc2ad2e8754118a5af5f603622501a is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:58:18.487148 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-729cb80b-7a89-46bb-b879-19b9558dcb5d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:58:18.498148 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-729cb80b-7a89-46bb-b879-19b9558dcb5d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:18.541258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-729cb80b-7a89-46bb-b879-19b9558dcb5d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:18.566209 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-1a44db6e-7db9-44ac-9d1d-4b1865267746 service neutron] 10.222.0.44 "GET /v2.0/networks/c0871fb3-c899-4b93-992b-4545b0ee100a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570035 Apr 09 01:58:18.616037 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:18.639361 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=1617968c-d078-48ee-8735-f6a1064bd5a7,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:18.646110 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:18.733349 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-729cb80b-7a89-46bb-b879-19b9558dcb5d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:18.741839 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-729cb80b-7a89-46bb-b879-19b9558dcb5d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:18.754717 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:18.788161 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729cb80b-7a89-46bb-b879-19b9558dcb5d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c11e640-fcb0-4790-bc0d-70726c05a981,revision_number=0']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:18.791600 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-729cb80b-7a89-46bb-b879-19b9558dcb5d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:18.799205 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-065e0d48-df95-4ba4-bba3-dac6e2501571 service neutron] 10.222.0.44 "GET /v2.0/networks/c0871fb3-c899-4b93-992b-4545b0ee100a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217891 Apr 09 01:58:18.803029 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-729cb80b-7a89-46bb-b879-19b9558dcb5d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:18.808515 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-729cb80b-7a89-46bb-b879-19b9558dcb5d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4152794 Apr 09 01:58:18.808799 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 58958) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:18.815677 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Request body: {'floatingip': {'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:18.826155 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:18.830744 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Usage tracker for resource:floatingip and tenant:b1fc2ad2e8754118a5af5f603622501a is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:58:18.834109 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:58:18.842849 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:18.854042 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for floatingip, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:19.111404 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:19.149431 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5e05c324-dc8d-4521-9c6e-08e1078aa954 req-7b43bba3-da8c-4541-ab48-13eb3ed63811 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=86c97821-dab6-4534-82f2-b6721335b4d4 HTTP/1.1" status: 200 len: 210 time: 0.1117392 Apr 09 01:58:19.328891 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Allocated IP 172.28.0.146 (8df4ea79-732a-43b6-97d7-19109b70c389/9f1b2a28-977e-4854-8466-cbb1a9b3b7c1/a6d7e9c7-a733-411b-8a38-9a0991889c45) {{(pid=85254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:58:19.521675 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for port, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:19.558724 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:19.575846 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f05b4824-a692-47f2-a96c-2114d5987f8e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:19.607778 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Sync routers for ids ['7df8fef8-d515-4884-852a-47c07b9ca945'] in dv-cinder-784623-6-smb {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:58:19.618218 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Routers {'7df8fef8-d515-4884-852a-47c07b9ca945'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:58:19.618902 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:58:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7df8fef8-d515-4884-852a-47c07b9ca945'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:19.736082 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:19.806991 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Pushing event updated for resources: {'Port': ['ID=a6d7e9c7-a733-411b-8a38-9a0991889c45,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:19.812001 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:19.842910 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Set router 7df8fef8-d515-4884-852a-47c07b9ca945 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:58:19.899668 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Network 8df4ea79-732a-43b6-97d7-19109b70c389 is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:58:19.901008 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:58:19.913253 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Received port after_create {{(pid=85254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:58:19.975651 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 1617968c-d078-48ee-8735-f6a1064bd5a7 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:58:20.027987 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:20.067503 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 1617968c-d078-48ee-8735-f6a1064bd5a7 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:58:20.067924 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:20.114676 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:20.317204 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:14Z', 'revision_number': 4, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port': {'id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '7b0db47f-74d8-420b-8245-a6c28a0c8ae6', 'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'mac_address': 'fa:16:3e:3d:49:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:13Z', 'updated_at': '2021-04-09T01:58:15Z', 'revision_number': 2, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'subnets': [{'id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:20.321820 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Checking router: 7df8fef8-d515-4884-852a-47c07b9ca945 for host: dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:58:20.322417 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Updating router 7df8fef8-d515-4884-852a-47c07b9ca945 port 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 binding host dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 01:58:20.375691 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0529932d-9ee1-44f4-a960-3969efbfd063 req-20a51768-97ff-4ee8-ad64-052905a93a9a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=86c97821-dab6-4534-82f2-b6721335b4d4 HTTP/1.1" status: 200 len: 210 time: 0.0756388 Apr 09 01:58:20.393458 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:20.588519 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for port, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:20.596310 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852597316'] for port, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:20.615580 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b261f7ef-19ce-4ed3-bfd4-d9df88bc29d6 tempest-VolumesActionsTest-1778894598 tempest-VolumesActionsTest-1778894598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:20.770682 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-6af497b8-40ee-4d57-b9bf-c1434eab2433 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:20.771474 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-6af497b8-40ee-4d57-b9bf-c1434eab2433 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Synchronizing usage tracker for tenant:a73094a8814c4c89a6108acfa344df7e on resource:network {{(pid=85254) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:58:20.806047 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Pushing event updated for resources: {'Port': ['ID=a6d7e9c7-a733-411b-8a38-9a0991889c45,revision_number=2']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:20.814723 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:20.822715 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-6af497b8-40ee-4d57-b9bf-c1434eab2433 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Unset dirty status for tenant:a73094a8814c4c89a6108acfa344df7e on resource:network {{(pid=85254) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:58:20.822715 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-6af497b8-40ee-4d57-b9bf-c1434eab2433 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.60 "GET /v2.0/networks?id=c0871fb3-c899-4b93-992b-4545b0ee100a HTTP/1.1" status: 200 len: 813 time: 0.3821442 Apr 09 01:58:20.841128 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Notify callbacks [] for port, precommit_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:20.849320 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-37476392-36c0-4b70-aa52-1bbfcff85d6a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Request body: {'port': {'device_id': '86c97821-dab6-4534-82f2-b6721335b4d4', 'network_id': 'c0871fb3-c899-4b93-992b-4545b0ee100a', 'admin_state_up': True, 'tenant_id': 'a73094a8814c4c89a6108acfa344df7e'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:20.856038 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Transition to ACTIVE for port object 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 will not be triggered until provisioned by entity L2. {{(pid=85256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:58:20.862414 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:20.879676 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:21.028946 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28433ad-d2f9-4c8d-bc21-d17be47103d8 None None] Pushing event updated for resources: {'Port': ['ID=7b0db47f-74d8-420b-8245-a6c28a0c8ae6,revision_number=3']} {{(pid=85256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:21.039307 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28433ad-d2f9-4c8d-bc21-d17be47103d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:21.039514 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28433ad-d2f9-4c8d-bc21-d17be47103d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:21.039863 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28433ad-d2f9-4c8d-bc21-d17be47103d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:21.040228 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28433ad-d2f9-4c8d-bc21-d17be47103d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:21.040594 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28433ad-d2f9-4c8d-bc21-d17be47103d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:21.040980 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28433ad-d2f9-4c8d-bc21-d17be47103d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:21.041339 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28433ad-d2f9-4c8d-bc21-d17be47103d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:21.041686 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28433ad-d2f9-4c8d-bc21-d17be47103d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:21.042040 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28433ad-d2f9-4c8d-bc21-d17be47103d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:21.042922 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28433ad-d2f9-4c8d-bc21-d17be47103d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:21.043273 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28433ad-d2f9-4c8d-bc21-d17be47103d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:21.043625 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28433ad-d2f9-4c8d-bc21-d17be47103d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:21.047293 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-665075'] for floatingip, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:21.049523 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c28433ad-d2f9-4c8d-bc21-d17be47103d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:21.081975 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-37476392-36c0-4b70-aa52-1bbfcff85d6a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:21.086610 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for floatingip, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:21.088024 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2779188 Apr 09 01:58:21.089746 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-37476392-36c0-4b70-aa52-1bbfcff85d6a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Usage tracker for resource:port and tenant:a73094a8814c4c89a6108acfa344df7e is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:58:21.093750 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-37476392-36c0-4b70-aa52-1bbfcff85d6a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:58:21.107764 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-37476392-36c0-4b70-aa52-1bbfcff85d6a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:21.143968 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-37476392-36c0-4b70-aa52-1bbfcff85d6a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Made reservation on behalf of a73094a8814c4c89a6108acfa344df7e for: {'port': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:58:21.156330 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-37476392-36c0-4b70-aa52-1bbfcff85d6a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:21.320642 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-c88ae47b-3944-4461-ad54-0ac41275f870 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fae3fdcf13a14593bda5cfbcfebcc9ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714238 Apr 09 01:58:21.341091 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Attempting to bind port 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:58:21.341634 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Attempting to bind port 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': 'eda6b595-7755-494a-935c-cdbf116f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29'}] {{(pid=85256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:58:21.342101 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Attempting to bind port 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 on network fcda180e-c15e-43dc-97d5-dc5157f94d29 {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:58:21.349425 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:58:21.349976 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Checking segment: {'id': 'eda6b595-7755-494a-935c-cdbf116f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:58:21.350674 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:21.351197 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Bound using segment: {'id': 'eda6b595-7755-494a-935c-cdbf116f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29'} {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:58:21.351829 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Bound port: 7b0db47f-74d8-420b-8245-a6c28a0c8ae6, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda6b595-7755-494a-935c-cdbf116f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29'}}] {{(pid=85256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:58:21.352321 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:21.472661 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] For port 7b0db47f-74d8-420b-8245-a6c28a0c8ae6, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:58:21.480427 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] For port 7b0db47f-74d8-420b-8245-a6c28a0c8ae6, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=7b0db47f-74d8-420b-8245-a6c28a0c8ae6,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:58:21.487821 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:21.512978 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-e73c2121-d7e2-4a32-9b6e-7b779493f7b1 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Synchronizing usage tracker for tenant:b1fc2ad2e8754118a5af5f603622501a on resource:security_group {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:58:21.518020 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:21.554491 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-b3711812-fe7e-415d-a04f-60233119a7ec tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:21.556210 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-b3711812-fe7e-415d-a04f-60233119a7ec tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345164 Apr 09 01:58:21.568883 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-e73c2121-d7e2-4a32-9b6e-7b779493f7b1 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Unset dirty status for tenant:b1fc2ad2e8754118a5af5f603622501a on resource:security_group {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:58:21.570615 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-e73c2121-d7e2-4a32-9b6e-7b779493f7b1 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1971335222&fields=id&tenant_id=b1fc2ad2e8754118a5af5f603622501a HTTP/1.1" status: 200 len: 267 time: 0.1019807 Apr 09 01:58:21.613034 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-63c2dfa0-3943-4829-a837-e9384f51e7ed tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/quotas/fae3fdcf13a14593bda5cfbcfebcc9ff HTTP/1.1" status: 200 len: 375 time: 0.0403855 Apr 09 01:58:21.713065 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-37476392-36c0-4b70-aa52-1bbfcff85d6a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Allocated IP 172.20.0.5 (c0871fb3-c899-4b93-992b-4545b0ee100a/5a1d7a97-2034-457c-ac2f-d8fc5a641eab/dd362d19-4d09-42f6-a4f7-4a60837f7384) {{(pid=85254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:58:21.716258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28433ad-d2f9-4c8d-bc21-d17be47103d8 None None] Pushing event updated for resources: {'Port': ['ID=7b0db47f-74d8-420b-8245-a6c28a0c8ae6,revision_number=4']} {{(pid=85256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:21.722899 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c28433ad-d2f9-4c8d-bc21-d17be47103d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:21.742925 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-b35d5d8e-86ff-4769-8444-f264eca08334 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fae3fdcf13a14593bda5cfbcfebcc9ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1167436 Apr 09 01:58:21.760469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Routers {'7df8fef8-d515-4884-852a-47c07b9ca945'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:58:21.761752 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:58:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7df8fef8-d515-4884-852a-47c07b9ca945'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:21.861023 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-c520638e-3b3c-4a6d-988d-0dbbc7388337 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:21.869446 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-c520638e-3b3c-4a6d-988d-0dbbc7388337 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/networks?id=fcda180e-c15e-43dc-97d5-dc5157f94d29 HTTP/1.1" status: 200 len: 816 time: 0.2878108 Apr 09 01:58:21.892095 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-b57131a5-6ea7-48bd-ac4a-b806da9bdca9 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/quotas/b1fc2ad2e8754118a5af5f603622501a HTTP/1.1" status: 200 len: 375 time: 0.0215459 Apr 09 01:58:22.059233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-af94fb31-cf75-455a-986e-412b340dc00e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Synchronizing usage tracker for tenant:b1fc2ad2e8754118a5af5f603622501a on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:58:22.088814 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:58:22.104213 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-af94fb31-cf75-455a-986e-412b340dc00e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Unset dirty status for tenant:b1fc2ad2e8754118a5af5f603622501a on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:58:22.117112 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-af94fb31-cf75-455a-986e-412b340dc00e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1fc2ad2e8754118a5af5f603622501a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2222373 Apr 09 01:58:22.186487 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] Set router 7df8fef8-d515-4884-852a-47c07b9ca945 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:58:22.240169 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-37476392-36c0-4b70-aa52-1bbfcff85d6a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Notify callbacks [] for port, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:22.284533 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-37476392-36c0-4b70-aa52-1bbfcff85d6a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:22.285938 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:58:22.295900 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:58:22.296324 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:22.335667 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e2da88e2-5280-4d31-9c20-45e84661c768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:22.344808 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-f696174d-d1dc-4a6c-9581-82e02d45e325 None None] Provisioning complete for port 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:58:22.345218 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f696174d-d1dc-4a6c-9581-82e02d45e325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:22.547151 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-09377884-ac24-49c2-87cb-a1b8d877739a service neutron] 10.222.0.44 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190176 Apr 09 01:58:22.555411 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:22.638884 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f696174d-d1dc-4a6c-9581-82e02d45e325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:22.651246 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37476392-36c0-4b70-aa52-1bbfcff85d6a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Pushing event updated for resources: {'Port': ['ID=dd362d19-4d09-42f6-a4f7-4a60837f7384,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:22.661681 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] For port 7b0db47f-74d8-420b-8245-a6c28a0c8ae6, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=7b0db47f-74d8-420b-8245-a6c28a0c8ae6,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:58:22.670926 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-37476392-36c0-4b70-aa52-1bbfcff85d6a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:22.672514 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9588783-1b9a-4c90-a9fe-88a0b331f0ca req-bac370f5-3672-4e55-babd-a819034af305 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:22.684024 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d9588783-1b9a-4c90-a9fe-88a0b331f0ca req-bac370f5-3672-4e55-babd-a819034af305 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=86c97821-dab6-4534-82f2-b6721335b4d4 HTTP/1.1" status: 200 len: 931 time: 0.4341493 Apr 09 01:58:22.724402 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:14Z', 'revision_number': 4, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port': {'id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '7b0db47f-74d8-420b-8245-a6c28a0c8ae6', 'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'mac_address': 'fa:16:3e:3d:49:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:13Z', 'updated_at': '2021-04-09T01:58:21Z', 'revision_number': 4, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'subnets': [{'id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:22.736736 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:22.739205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73af5a1-26b4-438c-9ef5-85cb571bdf97 None None] The sync data for ids ['7df8fef8-d515-4884-852a-47c07b9ca945'] in dv-cinder-784623-6-smb is: [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:14Z', 'revision_number': 4, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port': {'id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '7b0db47f-74d8-420b-8245-a6c28a0c8ae6', 'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'mac_address': 'fa:16:3e:3d:49:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:13Z', 'updated_at': '2021-04-09T01:58:21Z', 'revision_number': 4, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'subnets': [{'id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:58:22.743626 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:22.792640 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-37476392-36c0-4b70-aa52-1bbfcff85d6a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Network c0871fb3-c899-4b93-992b-4545b0ee100a is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:58:22.794317 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-37476392-36c0-4b70-aa52-1bbfcff85d6a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:58:22.798731 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-37476392-36c0-4b70-aa52-1bbfcff85d6a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Received port after_create {{(pid=85254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:58:22.802679 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.db.api [None req-f696174d-d1dc-4a6c-9581-82e02d45e325 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85255) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 09 01:58:22.803102 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_db.api [None req-f696174d-d1dc-4a6c-9581-82e02d45e325 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 09 01:58:22.819904 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-424c46ef-9c6f-4291-82ce-5f086a327206 service neutron] 10.222.0.44 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714348 Apr 09 01:58:22.835133 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d9588783-1b9a-4c90-a9fe-88a0b331f0ca req-90b6a027-79eb-4f23-a062-82e6ca82809c tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500664 Apr 09 01:58:22.876621 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=7b0db47f-74d8-420b-8245-a6c28a0c8ae6,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:22.890446 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:22.898746 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-37476392-36c0-4b70-aa52-1bbfcff85d6a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:22.899619 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-37476392-36c0-4b70-aa52-1bbfcff85d6a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:22.952054 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-37476392-36c0-4b70-aa52-1bbfcff85d6a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1106505 Apr 09 01:58:22.965809 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Request body: {'port': {'device_id': '86c97821-dab6-4534-82f2-b6721335b4d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:23.130162 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-26e8ad93-8e4a-4a57-914a-b219564e406e req-a09c0e5a-9d1b-40cd-8b83-b52c80bf7505 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 210 time: 0.0828040 Apr 09 01:58:23.186005 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:23.230683 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-10bca205-14f9-4d0c-8d9c-bc1172a63bea req-1af876ed-ed7e-4109-bcd7-311b42410e02 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 210 time: 0.0751219 Apr 09 01:58:23.696512 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-614cae48-9452-4c45-962c-69ffe5be80a2 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=fae3fdcf13a14593bda5cfbcfebcc9ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840337 Apr 09 01:58:23.710709 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd362d19-4d09-42f6-a4f7-4a60837f7384 {{(pid=85254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:58:23.719802 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:23.738189 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Transition to ACTIVE for port object dd362d19-4d09-42f6-a4f7-4a60837f7384 will not be triggered until provisioned by entity L2. {{(pid=85254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:58:23.744739 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852597316'] for port, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:23.764229 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-24aabac1-b1d9-4043-8bbb-093211653116 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:23.895841 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Pushing event updated for resources: {'Port': ['ID=dd362d19-4d09-42f6-a4f7-4a60837f7384,revision_number=2']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:23.975287 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:23.976128 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:23.976741 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:23.977383 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:23.978414 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:23.979013 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:23.980148 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:23.980746 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:23.981558 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:23.982154 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:23.982776 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:23.983408 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:23.993111 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:24.082680 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:58:24.254998 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:58:24.257661 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:24.282844 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-78b807db-af3f-4d3a-a71c-2ece8bcb50c1 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:24.285038 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-78b807db-af3f-4d3a-a71c-2ece8bcb50c1 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5822530 Apr 09 01:58:24.325250 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Attempting to bind port dd362d19-4d09-42f6-a4f7-4a60837f7384 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:58:24.325545 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Attempting to bind port dd362d19-4d09-42f6-a4f7-4a60837f7384 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f8b6926f-4018-4de1-b4ee-d0d96ccdbe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c0871fb3-c899-4b93-992b-4545b0ee100a'}] {{(pid=85254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:58:24.325929 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Attempting to bind port dd362d19-4d09-42f6-a4f7-4a60837f7384 on network c0871fb3-c899-4b93-992b-4545b0ee100a {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:58:24.331803 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Port dd362d19-4d09-42f6-a4f7-4a60837f7384 on network c0871fb3-c899-4b93-992b-4545b0ee100a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 01:58:24.332178 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Attempting to bind port dd362d19-4d09-42f6-a4f7-4a60837f7384 on network c0871fb3-c899-4b93-992b-4545b0ee100a {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:58:24.340724 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Checking agent: {'id': '474f91f5-43fb-4d3d-bd9b-d9ff88d57b86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:58:24.340724 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Checking segment: {'id': 'f8b6926f-4018-4de1-b4ee-d0d96ccdbe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c0871fb3-c899-4b93-992b-4545b0ee100a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:58:24.341182 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Bound using segment: {'id': 'f8b6926f-4018-4de1-b4ee-d0d96ccdbe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c0871fb3-c899-4b93-992b-4545b0ee100a'} {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:58:24.341405 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Bound port: dd362d19-4d09-42f6-a4f7-4a60837f7384, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b6926f-4018-4de1-b4ee-d0d96ccdbe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c0871fb3-c899-4b93-992b-4545b0ee100a'}}] {{(pid=85254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:58:24.341808 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:24.443047 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] For port dd362d19-4d09-42f6-a4f7-4a60837f7384, host hv-cinder-78462, cleared binding levels {{(pid=85254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:58:24.447969 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] For port dd362d19-4d09-42f6-a4f7-4a60837f7384, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dd362d19-4d09-42f6-a4f7-4a60837f7384,segment=NetworkSegment(f8b6926f-4018-4de1-b4ee-d0d96ccdbe34),segment_id=f8b6926f-4018-4de1-b4ee-d0d96ccdbe34)] {{(pid=85254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:58:24.455882 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852597316'] for port, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:24.474022 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2ba75429-9685-425f-939e-7038242cd7bc tempest-ServerRescueNegativeTestJSON-2136431119 tempest-ServerRescueNegativeTestJSON-2136431119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:24.611656 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Request body: {'port': {'device_id': 'f6432ef5-5ec4-44c6-89b6-4a1c1da23d49', 'network_id': '91effe5a-3144-4c2a-9ba5-fdb16695f37a', 'admin_state_up': True, 'tenant_id': 'fae3fdcf13a14593bda5cfbcfebcc9ff'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:24.650746 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Pushing event updated for resources: {'Port': ['ID=dd362d19-4d09-42f6-a4f7-4a60837f7384,revision_number=3']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:24.657043 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:24.695536 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:24.696661 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:24.699796 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] 10.222.0.60 "PUT /v2.0/ports/dd362d19-4d09-42f6-a4f7-4a60837f7384 HTTP/1.1" status: 200 len: 1093 time: 1.7388482 Apr 09 01:58:24.700935 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c97821-dab6-4534-82f2-b6721335b4d4', 'tag': 'dd362d19-4d09-42f6-a4f7-4a60837f7384'}] {{(pid=85254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:58:24.708253 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5ad9b503-6505-4091-ab29-2e893deb0706 req-c7219b7c-02fd-475f-a991-0b2b02ce3686 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 210 time: 0.0813594 Apr 09 01:58:24.840206 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f775c-d123-4175-b5d8-aeb164d552fc req-854fbd28-88a8-4f88-9bb8-1571707cae2c tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:24.841990 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ac3f775c-d123-4175-b5d8-aeb164d552fc req-854fbd28-88a8-4f88-9bb8-1571707cae2c tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=86c97821-dab6-4534-82f2-b6721335b4d4 HTTP/1.1" status: 200 len: 943 time: 0.5556223 Apr 09 01:58:24.854218 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:24.917345 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Usage tracker for resource:port and tenant:fae3fdcf13a14593bda5cfbcfebcc9ff is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:58:24.934731 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:58:24.939998 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e3c80af8-4acb-45c0-9b7f-87432d8e669b req-32b3c7fd-7deb-49f1-aa97-a7fe7182c8eb tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 210 time: 0.0897069 Apr 09 01:58:24.950473 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:24.958116 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ac3f775c-d123-4175-b5d8-aeb164d552fc req-095b15f8-99a7-4b0b-8887-2233578d512b tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483105 Apr 09 01:58:24.973730 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-6bf68cbc-5354-4439-a7e0-de5a41979bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:24.993683 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-6bf68cbc-5354-4439-a7e0-de5a41979bec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a73094a8814c4c89a6108acfa344df7e&device_id=86c97821-dab6-4534-82f2-b6721335b4d4 HTTP/1.1" status: 200 len: 1096 time: 0.2302833 Apr 09 01:58:25.004447 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Made reservation on behalf of fae3fdcf13a14593bda5cfbcfebcc9ff for: {'port': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:58:25.011643 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:25.033189 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:25.117907 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:25.121121 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c97821-dab6-4534-82f2-b6721335b4d4', 'tag': 'dd362d19-4d09-42f6-a4f7-4a60837f7384', 'status': 'completed', 'code': 200} Apr 09 01:58:25.127610 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Usage tracker for resource:security_group_rule and tenant:fae3fdcf13a14593bda5cfbcfebcc9ff is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:58:25.133393 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:58:25.145233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:25.146672 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-221ff7c5-02ed-4e0c-813d-f658bdbee094 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd362d19-4d09-42f6-a4f7-4a60837f7384 HTTP/1.1" status: 200 len: 217 time: 0.1440310 Apr 09 01:58:25.202060 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-30148a90-3fae-4546-a0b4-1ef0ad65f88e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:25.203794 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-30148a90-3fae-4546-a0b4-1ef0ad65f88e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.60 "GET /v2.0/networks?id=fcda180e-c15e-43dc-97d5-dc5157f94d29 HTTP/1.1" status: 200 len: 816 time: 0.2427123 Apr 09 01:58:25.234323 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-9d56e97a-4a5c-4a9b-8550-fcf7e1041750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:25.236670 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-9d56e97a-4a5c-4a9b-8550-fcf7e1041750 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1d7a97-2034-457c-ac2f-d8fc5a641eab HTTP/1.1" status: 200 len: 853 time: 0.0833309 Apr 09 01:58:25.294318 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-03ecb25e-f438-478f-a4e7-2560097c084e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1fc2ad2e8754118a5af5f603622501a HTTP/1.1" status: 200 len: 5709 time: 0.0812898 Apr 09 01:58:25.317552 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-13073a88-bb84-466f-a186-98ff6da05ed3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c0871fb3-c899-4b93-992b-4545b0ee100a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724652 Apr 09 01:58:25.334035 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-615c554e-a70c-4cc2-ae4b-74a272ab4ed6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Request body: {'port': {'device_id': '6ed93f8d-4607-4c3f-9e2e-024ef8d7086c', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'admin_state_up': True, 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'security_groups': ['5cab6c43-1746-4d07-946c-4374c783400d']}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:25.446282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:25.462942 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:25.474686 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b6d2ee40-5bcb-48ef-8437-c70774d3e72f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:25.477871 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-56bd1a73-db51-4214-80c7-17312e13a449 service neutron] 10.222.0.60 "GET /v2.0/networks/c0871fb3-c899-4b93-992b-4545b0ee100a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531878 Apr 09 01:58:25.523612 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:58:25.584345 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf54ce0c-76d6-4615-aba6-c2d39b931070,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:25.607201 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:25.607615 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:25.608012 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:25.608418 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:25.608823 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:25.609215 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:25.609599 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:25.609979 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:25.610353 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:25.610731 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:25.611111 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:25.611486 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:25.627297 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:25.630611 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c93c5503-e221-47f9-bd42-c6900d87f865 req-fab11d89-d6ec-4e13-b00b-08fed5acea41 service neutron] 10.222.0.60 "GET /v2.0/networks/c0871fb3-c899-4b93-992b-4545b0ee100a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460452 Apr 09 01:58:25.687076 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-615c554e-a70c-4cc2-ae4b-74a272ab4ed6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:25.720131 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-615c554e-a70c-4cc2-ae4b-74a272ab4ed6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:25.742059 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-615c554e-a70c-4cc2-ae4b-74a272ab4ed6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Made reservation on behalf of b1fc2ad2e8754118a5af5f603622501a for: {'port': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:58:25.748923 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-615c554e-a70c-4cc2-ae4b-74a272ab4ed6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:25.767164 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Allocated IP 192.168.233.224 (91effe5a-3144-4c2a-9ba5-fdb16695f37a/2fcff020-9519-4b6d-950c-c226354eb9e7/9084a2e9-e292-4892-a46c-2a08eb844e8d) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:58:25.774238 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb85f70-43d2-42ba-a37e-ae711a6a09e0 req-9cf484a6-36a4-43f9-93b0-5ca1252469ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:25.776103 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9eb85f70-43d2-42ba-a37e-ae711a6a09e0 req-9cf484a6-36a4-43f9-93b0-5ca1252469ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a73094a8814c4c89a6108acfa344df7e&device_id=86c97821-dab6-4534-82f2-b6721335b4d4 HTTP/1.1" status: 200 len: 1096 time: 0.0974803 Apr 09 01:58:26.010064 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb85f70-43d2-42ba-a37e-ae711a6a09e0 req-6d7480b5-b0aa-47d5-85a0-8b0d0597823f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:26.013536 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9eb85f70-43d2-42ba-a37e-ae711a6a09e0 req-6d7480b5-b0aa-47d5-85a0-8b0d0597823f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c0871fb3-c899-4b93-992b-4545b0ee100a HTTP/1.1" status: 200 len: 914 time: 0.2294006 Apr 09 01:58:26.020658 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2dbc2fb0-a813-4351-b875-1c14f634a92b req-4e0a1d09-b4f3-4c7e-a3d4-90b7a11859b0 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 210 time: 0.1314576 Apr 09 01:58:26.122703 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-615c554e-a70c-4cc2-ae4b-74a272ab4ed6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Allocated IP 172.20.0.9 (fcda180e-c15e-43dc-97d5-dc5157f94d29/7c919a89-cf5f-419e-9ae6-9992f20bb483/45beaf43-9a20-46dc-a8a3-43228175c957) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:58:26.142345 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9eb85f70-43d2-42ba-a37e-ae711a6a09e0 req-5f04fe73-b472-48b5-8cb6-19efae3739ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd362d19-4d09-42f6-a4f7-4a60837f7384 HTTP/1.1" status: 200 len: 217 time: 0.1176355 Apr 09 01:58:26.225435 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb85f70-43d2-42ba-a37e-ae711a6a09e0 req-e727e80f-448c-41c0-9b47-3b2098afd004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:26.228489 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9eb85f70-43d2-42ba-a37e-ae711a6a09e0 req-e727e80f-448c-41c0-9b47-3b2098afd004 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1d7a97-2034-457c-ac2f-d8fc5a641eab HTTP/1.1" status: 200 len: 853 time: 0.0776088 Apr 09 01:58:26.294027 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9eb85f70-43d2-42ba-a37e-ae711a6a09e0 req-f6096794-f414-40d1-95da-001ce0938c79 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c0871fb3-c899-4b93-992b-4545b0ee100a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551167 Apr 09 01:58:26.345728 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9afe3151-b16d-4562-8606-86bd561aac51 req-6702a21f-1bc6-4343-87da-dc6c46833f55 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 210 time: 0.1507914 Apr 09 01:58:26.460739 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9eb85f70-43d2-42ba-a37e-ae711a6a09e0 req-6bfc43b6-605f-4b88-b302-d2482bc01ce1 service neutron] 10.222.0.60 "GET /v2.0/networks/c0871fb3-c899-4b93-992b-4545b0ee100a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556153 Apr 09 01:58:26.536028 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:26.569619 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772cada-f551-4e3f-9521-68231b03561d req-7aa488cb-8745-4d7e-9747-2adaf2f15378 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:26.571223 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f772cada-f551-4e3f-9521-68231b03561d req-7aa488cb-8745-4d7e-9747-2adaf2f15378 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=86c97821-dab6-4534-82f2-b6721335b4d4 HTTP/1.1" status: 200 len: 943 time: 0.4517474 Apr 09 01:58:26.607945 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Transition to ACTIVE for port object 9084a2e9-e292-4892-a46c-2a08eb844e8d will not be triggered until provisioned by entity DHCP. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:58:26.616613 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9eb85f70-43d2-42ba-a37e-ae711a6a09e0 req-c7d56d77-a01b-474a-8a85-a2163f9702f8 service neutron] 10.222.0.60 "GET /v2.0/networks/c0871fb3-c899-4b93-992b-4545b0ee100a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482768 Apr 09 01:58:26.640974 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f772cada-f551-4e3f-9521-68231b03561d req-18457023-0924-4fd5-bcb6-8fc926896940 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604024 Apr 09 01:58:26.666267 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-615c554e-a70c-4cc2-ae4b-74a272ab4ed6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:26.689255 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-615c554e-a70c-4cc2-ae4b-74a272ab4ed6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Transition to ACTIVE for port object 45beaf43-9a20-46dc-a8a3-43228175c957 will not be triggered until provisioned by entity DHCP. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:58:26.704727 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:26.724007 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:26.884071 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Pushing event updated for resources: {'Port': ['ID=9084a2e9-e292-4892-a46c-2a08eb844e8d,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:26.887174 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:26.896147 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-615c554e-a70c-4cc2-ae4b-74a272ab4ed6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:26.916251 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:27.094392 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c554e-a70c-4cc2-ae4b-74a272ab4ed6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Pushing event updated for resources: {'Port': ['ID=45beaf43-9a20-46dc-a8a3-43228175c957,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:27.097048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-615c554e-a70c-4cc2-ae4b-74a272ab4ed6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:27.116626 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Network 91effe5a-3144-4c2a-9ba5-fdb16695f37a is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:58:27.120895 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:58:27.123349 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:58:27.285672 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:27.286372 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:27.292114 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-615c554e-a70c-4cc2-ae4b-74a272ab4ed6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Network fcda180e-c15e-43dc-97d5-dc5157f94d29 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:58:27.303011 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-615c554e-a70c-4cc2-ae4b-74a272ab4ed6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:58:27.305583 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-615c554e-a70c-4cc2-ae4b-74a272ab4ed6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:58:27.336141 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-245183ce-eba9-4b6a-987b-924b7f17e2e6 None None] Provisioning for port 9084a2e9-e292-4892-a46c-2a08eb844e8d completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:58:27.341756 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-245183ce-eba9-4b6a-987b-924b7f17e2e6 None None] Provisioning complete for port 9084a2e9-e292-4892-a46c-2a08eb844e8d triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:58:27.342170 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-245183ce-eba9-4b6a-987b-924b7f17e2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:27.391912 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7845926 Apr 09 01:58:27.406650 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-615c554e-a70c-4cc2-ae4b-74a272ab4ed6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:27.407017 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-615c554e-a70c-4cc2-ae4b-74a272ab4ed6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:27.413688 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-245183ce-eba9-4b6a-987b-924b7f17e2e6 None None] Port 9084a2e9-e292-4892-a46c-2a08eb844e8d cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 01:58:27.416262 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Request body: {'port': {'device_id': 'f6432ef5-5ec4-44c6-89b6-4a1c1da23d49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:27.485077 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8b27f-8101-4962-8a29-0b6535b6ebcc req-e37b6e8a-a4a9-444a-a14e-2389d627db3e tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:27.485939 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-aae8b27f-8101-4962-8a29-0b6535b6ebcc req-e37b6e8a-a4a9-444a-a14e-2389d627db3e tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Synchronizing usage tracker for tenant:fae3fdcf13a14593bda5cfbcfebcc9ff on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:58:27.534790 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-893ac511-1781-44be-9e0a-744e8857da26 None None] Provisioning for port 45beaf43-9a20-46dc-a8a3-43228175c957 completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:58:27.540126 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-893ac511-1781-44be-9e0a-744e8857da26 None None] Provisioning complete for port 45beaf43-9a20-46dc-a8a3-43228175c957 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:58:27.540626 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-893ac511-1781-44be-9e0a-744e8857da26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:27.544633 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-615c554e-a70c-4cc2-ae4b-74a272ab4ed6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2263277 Apr 09 01:58:27.566112 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Request body: {'port': {'device_id': '6ed93f8d-4607-4c3f-9e2e-024ef8d7086c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:27.599177 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-893ac511-1781-44be-9e0a-744e8857da26 None None] Port 45beaf43-9a20-46dc-a8a3-43228175c957 cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 01:58:27.653822 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-aae8b27f-8101-4962-8a29-0b6535b6ebcc req-e37b6e8a-a4a9-444a-a14e-2389d627db3e tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Unset dirty status for tenant:fae3fdcf13a14593bda5cfbcfebcc9ff on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:58:27.655018 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-aae8b27f-8101-4962-8a29-0b6535b6ebcc req-e37b6e8a-a4a9-444a-a14e-2389d627db3e tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 936 time: 0.4562781 Apr 09 01:58:27.774801 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device dd362d19-4d09-42f6-a4f7-4a60837f7384 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 01:58:27.927024 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port dd362d19-4d09-42f6-a4f7-4a60837f7384, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dd362d19-4d09-42f6-a4f7-4a60837f7384,segment=NetworkSegment(f8b6926f-4018-4de1-b4ee-d0d96ccdbe34),segment_id=f8b6926f-4018-4de1-b4ee-d0d96ccdbe34)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:58:27.942955 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': 'dd362d19-4d09-42f6-a4f7-4a60837f7384', 'network_id': 'c0871fb3-c899-4b93-992b-4545b0ee100a', 'port_id': 'dd362d19-4d09-42f6-a4f7-4a60837f7384', 'mac_address': 'fa:16:3e:55:a5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1d7a97-2034-457c-ac2f-d8fc5a641eab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 01:58:27.998108 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:28.005902 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:28.007240 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd362d19-4d09-42f6-a4f7-4a60837f7384 {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:58:28.023719 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port dd362d19-4d09-42f6-a4f7-4a60837f7384, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dd362d19-4d09-42f6-a4f7-4a60837f7384,segment=NetworkSegment(f8b6926f-4018-4de1-b4ee-d0d96ccdbe34),segment_id=f8b6926f-4018-4de1-b4ee-d0d96ccdbe34)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:58:28.026714 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:28.028979 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:28.037987 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-aae8b27f-8101-4962-8a29-0b6535b6ebcc req-d7f51d42-8724-4a06-845f-1635d1301dcf tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Synchronizing usage tracker for tenant:fae3fdcf13a14593bda5cfbcfebcc9ff on resource:security_group {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:58:28.106866 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=dd362d19-4d09-42f6-a4f7-4a60837f7384,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:28.110084 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:28.146760 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-aae8b27f-8101-4962-8a29-0b6535b6ebcc req-d7f51d42-8724-4a06-845f-1635d1301dcf tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Unset dirty status for tenant:fae3fdcf13a14593bda5cfbcfebcc9ff on resource:security_group {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:58:28.147986 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-aae8b27f-8101-4962-8a29-0b6535b6ebcc req-d7f51d42-8724-4a06-845f-1635d1301dcf tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf54ce0c-76d6-4615-aba6-c2d39b931070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482226 Apr 09 01:58:28.156129 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5c831-c20a-4e37-9d91-32cd02b24c55 req-746cb6ef-1c20-4a28-bd22-0479598307fa tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:28.156945 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-72a5c831-c20a-4e37-9d91-32cd02b24c55 req-746cb6ef-1c20-4a28-bd22-0479598307fa tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Synchronizing usage tracker for tenant:b1fc2ad2e8754118a5af5f603622501a on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:58:28.171309 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:28.275380 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['dd362d19-4d09-42f6-a4f7-4a60837f7384'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:58:28.329723 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-72a5c831-c20a-4e37-9d91-32cd02b24c55 req-746cb6ef-1c20-4a28-bd22-0479598307fa tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Unset dirty status for tenant:b1fc2ad2e8754118a5af5f603622501a on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:58:28.330997 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-72a5c831-c20a-4e37-9d91-32cd02b24c55 req-746cb6ef-1c20-4a28-bd22-0479598307fa tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 931 time: 0.8375921 Apr 09 01:58:28.466162 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-72a5c831-c20a-4e37-9d91-32cd02b24c55 req-37e365ee-b90b-4926-b949-2b2b099e9727 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711668 Apr 09 01:58:28.704696 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d41744-29d4-43d8-b712-1e3d320a60be req-14ed06ec-5479-4026-b6ff-3d103066567d tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:28.706382 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a3d41744-29d4-43d8-b712-1e3d320a60be req-14ed06ec-5479-4026-b6ff-3d103066567d tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=86c97821-dab6-4534-82f2-b6721335b4d4 HTTP/1.1" status: 200 len: 944 time: 0.4163742 Apr 09 01:58:28.820508 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a3d41744-29d4-43d8-b712-1e3d320a60be req-6288853f-f2cf-4316-8244-7bcffdcdd84f tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063027 Apr 09 01:58:28.948675 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9084a2e9-e292-4892-a46c-2a08eb844e8d {{(pid=85253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:58:28.993397 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:29.030960 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Transition to ACTIVE for port object 9084a2e9-e292-4892-a46c-2a08eb844e8d will not be triggered until provisioned by entity L2. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:58:29.071856 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45beaf43-9a20-46dc-a8a3-43228175c957 {{(pid=85253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:58:29.081455 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:29.104813 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:29.152871 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:29.260036 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Transition to ACTIVE for port object 45beaf43-9a20-46dc-a8a3-43228175c957 will not be triggered until provisioned by entity L2. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:58:29.274618 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:29.370442 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Pushing event updated for resources: {'Port': ['ID=9084a2e9-e292-4892-a46c-2a08eb844e8d,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:29.384681 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:29.434510 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b2943618-3e3b-4f09-9fb2-9c4f6a3b0982 tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:29.572279 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce75e55-29ec-48b6-8d4f-1e624e59dd5e req-bcfd1f8a-a977-4920-a250-72ddef1a6131 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:29.574524 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5ce75e55-29ec-48b6-8d4f-1e624e59dd5e req-bcfd1f8a-a977-4920-a250-72ddef1a6131 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.5449624 Apr 09 01:58:29.580893 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Pushing event updated for resources: {'Port': ['ID=45beaf43-9a20-46dc-a8a3-43228175c957,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:29.590360 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:29.712314 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5ce75e55-29ec-48b6-8d4f-1e624e59dd5e req-2f597348-5b7b-4129-8081-351bac0c09b9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244826 Apr 09 01:58:29.762502 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a135c14-63ed-46db-9924-0cf86284ab68 req-6a6fd791-3fc3-4334-81fd-98cc19685b23 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:29.764230 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a135c14-63ed-46db-9924-0cf86284ab68 req-6a6fd791-3fc3-4334-81fd-98cc19685b23 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 948 time: 0.4951370 Apr 09 01:58:29.775381 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device dd362d19-4d09-42f6-a4f7-4a60837f7384 up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:58:29.872297 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning for port dd362d19-4d09-42f6-a4f7-4a60837f7384 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:58:29.877875 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port dd362d19-4d09-42f6-a4f7-4a60837f7384 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:58:29.878298 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:29.967982 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a135c14-63ed-46db-9924-0cf86284ab68 req-624ea762-ed22-45c4-bc1f-604705f2ffa2 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf54ce0c-76d6-4615-aba6-c2d39b931070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951873 Apr 09 01:58:30.051640 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:30.087844 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port dd362d19-4d09-42f6-a4f7-4a60837f7384, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dd362d19-4d09-42f6-a4f7-4a60837f7384,segment=NetworkSegment(f8b6926f-4018-4de1-b4ee-d0d96ccdbe34),segment_id=f8b6926f-4018-4de1-b4ee-d0d96ccdbe34)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:58:30.088942 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c97821-dab6-4534-82f2-b6721335b4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd362d19-4d09-42f6-a4f7-4a60837f7384'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:58:30.095039 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:30.097027 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:30.100859 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Attempting to bind port 9084a2e9-e292-4892-a46c-2a08eb844e8d on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:58:30.101247 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Attempting to bind port 9084a2e9-e292-4892-a46c-2a08eb844e8d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '990cc965-8b19-4a9b-b019-7fe5bb9204d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '91effe5a-3144-4c2a-9ba5-fdb16695f37a'}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:58:30.101620 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Attempting to bind port 9084a2e9-e292-4892-a46c-2a08eb844e8d on network 91effe5a-3144-4c2a-9ba5-fdb16695f37a {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:58:30.168406 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Port 9084a2e9-e292-4892-a46c-2a08eb844e8d on network 91effe5a-3144-4c2a-9ba5-fdb16695f37a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 01:58:30.169047 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Attempting to bind port 9084a2e9-e292-4892-a46c-2a08eb844e8d on network 91effe5a-3144-4c2a-9ba5-fdb16695f37a {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:58:30.172114 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=dd362d19-4d09-42f6-a4f7-4a60837f7384,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:30.181679 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:30.189138 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Checking agent: {'id': '474f91f5-43fb-4d3d-bd9b-d9ff88d57b86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:58:30.189595 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Checking segment: {'id': '990cc965-8b19-4a9b-b019-7fe5bb9204d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '91effe5a-3144-4c2a-9ba5-fdb16695f37a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:58:30.189947 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Bound using segment: {'id': '990cc965-8b19-4a9b-b019-7fe5bb9204d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '91effe5a-3144-4c2a-9ba5-fdb16695f37a'} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:58:30.190923 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Bound port: 9084a2e9-e292-4892-a46c-2a08eb844e8d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cc965-8b19-4a9b-b019-7fe5bb9204d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '91effe5a-3144-4c2a-9ba5-fdb16695f37a'}}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:58:30.190923 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:30.262273 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Attempting to bind port 45beaf43-9a20-46dc-a8a3-43228175c957 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:58:30.262653 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Attempting to bind port 45beaf43-9a20-46dc-a8a3-43228175c957 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'eda6b595-7755-494a-935c-cdbf116f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29'}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:58:30.263093 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Attempting to bind port 45beaf43-9a20-46dc-a8a3-43228175c957 on network fcda180e-c15e-43dc-97d5-dc5157f94d29 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:58:30.527693 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9285d3b-e98c-4367-84c0-1f62e0e666db req-2d9d01bf-ca57-4233-8a87-379a1ffe9124 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:30.529414 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d9285d3b-e98c-4367-84c0-1f62e0e666db req-2d9d01bf-ca57-4233-8a87-379a1ffe9124 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.6399233 Apr 09 01:58:30.540879 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Port 45beaf43-9a20-46dc-a8a3-43228175c957 on network fcda180e-c15e-43dc-97d5-dc5157f94d29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 01:58:30.541256 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Attempting to bind port 45beaf43-9a20-46dc-a8a3-43228175c957 on network fcda180e-c15e-43dc-97d5-dc5157f94d29 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:58:30.568038 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Checking agent: {'id': '474f91f5-43fb-4d3d-bd9b-d9ff88d57b86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:58:30.568414 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Checking segment: {'id': 'eda6b595-7755-494a-935c-cdbf116f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:58:30.568864 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Bound using segment: {'id': 'eda6b595-7755-494a-935c-cdbf116f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29'} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:58:30.569362 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Bound port: 45beaf43-9a20-46dc-a8a3-43228175c957, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda6b595-7755-494a-935c-cdbf116f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29'}}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:58:30.569751 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:30.634506 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d9285d3b-e98c-4367-84c0-1f62e0e666db req-73ab64c3-5337-44d6-baf0-78bce504ada3 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859618 Apr 09 01:58:30.648630 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] For port 9084a2e9-e292-4892-a46c-2a08eb844e8d, host hv-cinder-78462, cleared binding levels {{(pid=85253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:58:30.663423 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8ae62-c7e6-4e72-b138-8d31fc1b3c4f req-642ad388-8c99-491d-8d92-7151194c5ca6 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:30.665119 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-acd8ae62-c7e6-4e72-b138-8d31fc1b3c4f req-642ad388-8c99-491d-8d92-7151194c5ca6 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=86c97821-dab6-4534-82f2-b6721335b4d4 HTTP/1.1" status: 200 len: 945 time: 0.5747724 Apr 09 01:58:30.686865 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] For port 9084a2e9-e292-4892-a46c-2a08eb844e8d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9084a2e9-e292-4892-a46c-2a08eb844e8d,segment=NetworkSegment(990cc965-8b19-4a9b-b019-7fe5bb9204d8),segment_id=990cc965-8b19-4a9b-b019-7fe5bb9204d8)] {{(pid=85253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:58:30.706432 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:30.707916 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c97821-dab6-4534-82f2-b6721335b4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd362d19-4d09-42f6-a4f7-4a60837f7384', 'code': 200} Apr 09 01:58:30.728426 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:30.790889 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-acd8ae62-c7e6-4e72-b138-8d31fc1b3c4f req-0e21817a-6284-4f8d-b726-74aca70c8054 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113238 Apr 09 01:58:30.803187 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] For port 45beaf43-9a20-46dc-a8a3-43228175c957, host hv-cinder-78462, cleared binding levels {{(pid=85253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:58:30.943615 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] For port 45beaf43-9a20-46dc-a8a3-43228175c957, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=45beaf43-9a20-46dc-a8a3-43228175c957,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:58:30.959651 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:31.002339 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Pushing event updated for resources: {'Port': ['ID=9084a2e9-e292-4892-a46c-2a08eb844e8d,revision_number=3']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:31.011610 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:31.056421 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c668a72-cf23-4fb8-9f4f-bd714ba8ffdb req-c1eede27-aea3-45c4-a660-50e95a0bfc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:31.058491 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4c668a72-cf23-4fb8-9f4f-bd714ba8ffdb req-c1eede27-aea3-45c4-a660-50e95a0bfc87 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=86c97821-dab6-4534-82f2-b6721335b4d4 HTTP/1.1" status: 200 len: 1098 time: 0.1662471 Apr 09 01:58:31.062737 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-33abc72a-c35e-4d80-882e-bdc8f3b6bf5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:31.085280 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a37ce7-9af9-4b58-a5c1-c8bd71509b4a req-4226943c-c12c-435c-ba9b-efc5c9542dab tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:31.087333 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-09a37ce7-9af9-4b58-a5c1-c8bd71509b4a req-4226943c-c12c-435c-ba9b-efc5c9542dab tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.1341507 Apr 09 01:58:31.134708 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4c668a72-cf23-4fb8-9f4f-bd714ba8ffdb req-a343773a-a15f-405a-88a6-c2a036f38053 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701816 Apr 09 01:58:31.174801 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-09a37ce7-9af9-4b58-a5c1-c8bd71509b4a req-0269e3a4-43cc-40cf-af95-f195734054a9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Deleting port 410692d9-e89f-4f6c-9fb6-9f2d8082d816 {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 01:58:31.174801 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-09a37ce7-9af9-4b58-a5c1-c8bd71509b4a req-0269e3a4-43cc-40cf-af95-f195734054a9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:31.253490 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:31.254174 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:31.255678 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] 10.222.0.60 "PUT /v2.0/ports/9084a2e9-e292-4892-a46c-2a08eb844e8d HTTP/1.1" status: 200 len: 1098 time: 3.8441467 Apr 09 01:58:31.262355 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6432ef5-5ec4-44c6-89b6-4a1c1da23d49', 'tag': '9084a2e9-e292-4892-a46c-2a08eb844e8d'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:58:31.299968 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Pushing event updated for resources: {'Port': ['ID=45beaf43-9a20-46dc-a8a3-43228175c957,revision_number=3']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:31.316475 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52fdbc-c185-4b6f-82d5-349c0b777a7d req-304f7016-de86-4d5e-b3f3-57a1be93df34 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:31.320005 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2d52fdbc-c185-4b6f-82d5-349c0b777a7d req-304f7016-de86-4d5e-b3f3-57a1be93df34 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 946 time: 0.4551339 Apr 09 01:58:31.328255 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:31.447745 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:31.448443 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:31.449945 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] 10.222.0.60 "PUT /v2.0/ports/45beaf43-9a20-46dc-a8a3-43228175c957 HTTP/1.1" status: 200 len: 1093 time: 3.8915682 Apr 09 01:58:31.456087 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2d52fdbc-c185-4b6f-82d5-349c0b777a7d req-b150e6e6-1ee6-48f1-b8e7-984dc94a3433 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c6ecebe-3eee-4a21-ad0e-ac0480a15862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125531 Apr 09 01:58:31.473144 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b22ab7-46a9-46d1-8f77-a1a2860fc673 req-90c1218d-d241-4769-9b8e-1a8bfa7be4f5 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:31.474869 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-65b22ab7-46a9-46d1-8f77-a1a2860fc673 req-90c1218d-d241-4769-9b8e-1a8bfa7be4f5 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 948 time: 0.3585389 Apr 09 01:58:31.499062 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-09a37ce7-9af9-4b58-a5c1-c8bd71509b4a req-0269e3a4-43cc-40cf-af95-f195734054a9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] For port 410692d9-e89f-4f6c-9fb6-9f2d8082d816, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=410692d9-e89f-4f6c-9fb6-9f2d8082d816,segment=NetworkSegment(df13e918-9802-4055-9470-4d7703da78e6),segment_id=df13e918-9802-4055-9470-4d7703da78e6)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:58:31.499478 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-09a37ce7-9af9-4b58-a5c1-c8bd71509b4a req-0269e3a4-43cc-40cf-af95-f195734054a9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:31.563270 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6432ef5-5ec4-44c6-89b6-4a1c1da23d49', 'tag': '9084a2e9-e292-4892-a46c-2a08eb844e8d', 'status': 'completed', 'code': 200} Apr 09 01:58:31.576837 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-934bfabc-7abe-4515-9c8b-d0b05aedf4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:31.578414 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-934bfabc-7abe-4515-9c8b-d0b05aedf4ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fae3fdcf13a14593bda5cfbcfebcc9ff&device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 1101 time: 0.2481763 Apr 09 01:58:31.582751 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-65b22ab7-46a9-46d1-8f77-a1a2860fc673 req-39d0b2a3-af8c-41b3-9f53-0393f9b2b20f tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf54ce0c-76d6-4615-aba6-c2d39b931070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939438 Apr 09 01:58:31.672082 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-98ce8fe0-9198-4866-a9cd-e0867526b8f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9084a2e9-e292-4892-a46c-2a08eb844e8d HTTP/1.1" status: 200 len: 217 time: 0.0812140 Apr 09 01:58:31.778285 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-c1973637-73c6-49d2-b574-d3b102bcf168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:31.779910 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-c1973637-73c6-49d2-b574-d3b102bcf168 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1fc2ad2e8754118a5af5f603622501a&device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 1096 time: 0.2625375 Apr 09 01:58:31.889276 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-09a37ce7-9af9-4b58-a5c1-c8bd71509b4a req-0269e3a4-43cc-40cf-af95-f195734054a9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:31.889691 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-09a37ce7-9af9-4b58-a5c1-c8bd71509b4a req-0269e3a4-43cc-40cf-af95-f195734054a9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-665075'] for floatingip, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:31.890043 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.l3_db [req-09a37ce7-9af9-4b58-a5c1-c8bd71509b4a req-0269e3a4-43cc-40cf-af95-f195734054a9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Floating IP 06baa561-e819-452f-8d8f-d64eb112e655 disassociated. External IP: 172.28.0.111, port: 410692d9-e89f-4f6c-9fb6-9f2d8082d816. Apr 09 01:58:31.890420 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-09a37ce7-9af9-4b58-a5c1-c8bd71509b4a req-0269e3a4-43cc-40cf-af95-f195734054a9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Calling delete_port for 410692d9-e89f-4f6c-9fb6-9f2d8082d816 owned by compute:nova {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 01:58:31.895020 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-65da8de7-3d32-4583-9cf5-11ed41485499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:31.897132 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-65da8de7-3d32-4583-9cf5-11ed41485499 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2fcff020-9519-4b6d-950c-c226354eb9e7 HTTP/1.1" status: 200 len: 843 time: 0.2165885 Apr 09 01:58:31.978949 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-e228b8c6-f166-4ba3-a003-1e1e8e122d4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45beaf43-9a20-46dc-a8a3-43228175c957 HTTP/1.1" status: 200 len: 217 time: 0.1536436 Apr 09 01:58:32.067948 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-09a37ce7-9af9-4b58-a5c1-c8bd71509b4a req-0269e3a4-43cc-40cf-af95-f195734054a9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:32.148807 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-78a9b581-188d-4e51-8c02-5c5080341726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:32.150304 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-78a9b581-188d-4e51-8c02-5c5080341726 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c919a89-cf5f-419e-9ae6-9992f20bb483 HTTP/1.1" status: 200 len: 855 time: 0.1589513 Apr 09 01:58:32.172394 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:32.255360 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d209af5-7c74-4c93-83b9-957aecd3e864 req-0af11dd7-f225-456a-b655-713c9648707d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:32.257141 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2d209af5-7c74-4c93-83b9-957aecd3e864 req-0af11dd7-f225-456a-b655-713c9648707d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.4762130 Apr 09 01:58:32.272568 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-9ac64ca9-9930-4a98-96e6-f6a3b909ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:32.274220 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-9ac64ca9-9930-4a98-96e6-f6a3b909ba56 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91effe5a-3144-4c2a-9ba5-fdb16695f37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3626447 Apr 09 01:58:32.285343 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4423496-455b-40ae-b5e3-0c4cc813d9ed req-9b010fd1-78a2-48e1-a933-f3bba71bd8a2 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:32.287026 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e4423496-455b-40ae-b5e3-0c4cc813d9ed req-9b010fd1-78a2-48e1-a933-f3bba71bd8a2 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=86c97821-dab6-4534-82f2-b6721335b4d4 HTTP/1.1" status: 200 len: 945 time: 0.3036785 Apr 09 01:58:32.329035 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:32.383354 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2d209af5-7c74-4c93-83b9-957aecd3e864 req-d6769501-4378-4bf4-96ad-543876bf3b0f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134658 Apr 09 01:58:32.388245 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269e3a4-43cc-40cf-af95-f195734054a9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Pushing event deleted for resources: {'Port': ['ID=410692d9-e89f-4f6c-9fb6-9f2d8082d816,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:32.393193 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0269e3a4-43cc-40cf-af95-f195734054a9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:32.444915 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e4423496-455b-40ae-b5e3-0c4cc813d9ed req-9ac122da-6796-4194-b52c-090b17ac220f tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427460 Apr 09 01:58:32.481812 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-dee16f67-1d66-4975-a871-fed860b723e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:32.483449 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-dee16f67-1d66-4975-a871-fed860b723e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fcda180e-c15e-43dc-97d5-dc5157f94d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3207428 Apr 09 01:58:32.549427 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-da95c673-1d56-45b0-a8ab-b302428cc9a9 service neutron] 10.222.0.60 "GET /v2.0/networks/91effe5a-3144-4c2a-9ba5-fdb16695f37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612877 Apr 09 01:58:32.705370 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b193d1d9-358a-4300-aebf-d5bd0ab07e3a req-0e2ca127-3898-480b-b1b3-8bcdc6739707 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=3002a301-5a72-464d-9501-305f289087e5 HTTP/1.1" status: 200 len: 210 time: 0.1062446 Apr 09 01:58:32.851042 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09a37ce7-9af9-4b58-a5c1-c8bd71509b4a req-0269e3a4-43cc-40cf-af95-f195734054a9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 01:58:32.887498 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-a9fc9d11-017b-4a38-9326-68faab256164 service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974543 Apr 09 01:58:33.135213 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09a37ce7-9af9-4b58-a5c1-c8bd71509b4a req-0269e3a4-43cc-40cf-af95-f195734054a9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:58:33.147457 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b08345-c9a9-480a-a2a4-ecce5cf821d8 None None] Sync routers for ids ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'] in dv-cinder-784623-6-smb {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:58:33.167046 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b08345-c9a9-480a-a2a4-ecce5cf821d8 None None] Routers {'424d2a3c-224c-44a1-ad6e-17a1326f7f1c'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:58:33.168397 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-39b08345-c9a9-480a-a2a4-ecce5cf821d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:58:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:33.296673 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6ec7252c-e88f-40f4-94c0-4a005542a73e req-4b6b6de6-b110-4e42-8824-408b6e62d81d service neutron] 10.222.0.60 "GET /v2.0/networks/91effe5a-3144-4c2a-9ba5-fdb16695f37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6989617 Apr 09 01:58:33.342887 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bd6a-a968-472b-9574-15e90e3a8641 req-baac3b5a-b267-4a18-8fd6-ad7fa1103b29 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:33.344870 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6f57bd6a-a968-472b-9574-15e90e3a8641 req-baac3b5a-b267-4a18-8fd6-ad7fa1103b29 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 948 time: 0.5712707 Apr 09 01:58:33.377313 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a37ce7-9af9-4b58-a5c1-c8bd71509b4a req-0269e3a4-43cc-40cf-af95-f195734054a9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] No DVR routers for this DVR port 410692d9-e89f-4f6c-9fb6-9f2d8082d816 on host hv-cinder-78462 {{(pid=85254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 01:58:33.380718 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-09a37ce7-9af9-4b58-a5c1-c8bd71509b4a req-0269e3a4-43cc-40cf-af95-f195734054a9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:33.399963 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3002a301-5a72-464d-9501-305f289087e5', 'name': 'network-vif-deleted', 'tag': '410692d9-e89f-4f6c-9fb6-9f2d8082d816'}] {{(pid=85254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:58:33.412566 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-09a37ce7-9af9-4b58-a5c1-c8bd71509b4a req-0269e3a4-43cc-40cf-af95-f195734054a9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.60 "DELETE /v2.0/ports/410692d9-e89f-4f6c-9fb6-9f2d8082d816 HTTP/1.1" status: 204 len: 173 time: 2.3192391 Apr 09 01:58:33.462503 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6f57bd6a-a968-472b-9574-15e90e3a8641 req-747ec204-7ab7-4c41-a5b3-b579f149c70c tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf54ce0c-76d6-4615-aba6-c2d39b931070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922136 Apr 09 01:58:33.468420 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3002a301-5a72-464d-9501-305f289087e5', 'name': 'network-vif-deleted', 'tag': '410692d9-e89f-4f6c-9fb6-9f2d8082d816', 'status': 'completed', 'code': 200} Apr 09 01:58:33.538273 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1009dd20-0c3f-4698-bce1-8c4776601d19 req-f093abc6-f11a-49cf-8b31-254d9d4144ee service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412086 Apr 09 01:58:33.565691 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ac8a6-02f2-45fd-a946-69f3ad30cfb1 req-11a58fb3-aaed-4a96-b51a-479c6cf61f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:33.569631 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-459ac8a6-02f2-45fd-a946-69f3ad30cfb1 req-11a58fb3-aaed-4a96-b51a-479c6cf61f0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fae3fdcf13a14593bda5cfbcfebcc9ff&device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 1101 time: 0.1727490 Apr 09 01:58:33.574322 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed93f8d-4607-4c3f-9e2e-024ef8d7086c', 'tag': '45beaf43-9a20-46dc-a8a3-43228175c957'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:58:33.613084 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-39b08345-c9a9-480a-a2a4-ecce5cf821d8 None None] Set router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:58:33.921843 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ac8a6-02f2-45fd-a946-69f3ad30cfb1 req-31e98570-bf24-4ab1-acd6-90245d9e9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:33.923433 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-459ac8a6-02f2-45fd-a946-69f3ad30cfb1 req-31e98570-bf24-4ab1-acd6-90245d9e9658 service neutron] 10.222.0.60 "GET /v2.0/networks?id=91effe5a-3144-4c2a-9ba5-fdb16695f37a HTTP/1.1" status: 200 len: 870 time: 0.3296692 Apr 09 01:58:33.953512 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 410692d9-e89f-4f6c-9fb6-9f2d8082d816 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 01:58:34.032528 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] No Port match for: 410692d9-e89f-4f6c-9fb6-9f2d8082d816 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 01:58:34.032962 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 410692d9-e89f-4f6c-9fb6-9f2d8082d816 not bound to the agent host hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 01:58:34.060629 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-459ac8a6-02f2-45fd-a946-69f3ad30cfb1 req-fdf22fc9-85c7-41ce-97aa-7d6ac2131da0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9084a2e9-e292-4892-a46c-2a08eb844e8d HTTP/1.1" status: 200 len: 217 time: 0.1265168 Apr 09 01:58:34.071379 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-39b08345-c9a9-480a-a2a4-ecce5cf821d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc530b23-814c-494d-93da-71763d63e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:44Z', 'revision_number': 4, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port': {'id': 'dc530b23-814c-494d-93da-71763d63e292', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:24Z', 'updated_at': '2021-04-09T01:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'd7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c', 'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'mac_address': 'fa:16:3e:b3:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2138fd35-c483-44d0-b246-34baead69e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:37Z', 'updated_at': '2021-04-09T01:54:58Z', 'revision_number': 5, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'subnets': [{'id': '2138fd35-c483-44d0-b246-34baead69e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:34.077006 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b08345-c9a9-480a-a2a4-ecce5cf821d8 None None] Checking router: 424d2a3c-224c-44a1-ad6e-17a1326f7f1c for host: dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:58:34.079111 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178991e7-abee-4170-a698-2a629f82d59d req-bbf2629d-8ab6-405b-90a2-c394ce7bbf65 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:34.082007 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-178991e7-abee-4170-a698-2a629f82d59d req-bbf2629d-8ab6-405b-90a2-c394ce7bbf65 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.4030852 Apr 09 01:58:34.087667 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b08345-c9a9-480a-a2a4-ecce5cf821d8 None None] Routers {'424d2a3c-224c-44a1-ad6e-17a1326f7f1c'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:58:34.089328 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-39b08345-c9a9-480a-a2a4-ecce5cf821d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:58:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:34.309765 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-178991e7-abee-4170-a698-2a629f82d59d req-e9d8ef6f-b449-4296-8b14-2ac4c278e7a9 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159337 Apr 09 01:58:34.336196 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ac8a6-02f2-45fd-a946-69f3ad30cfb1 req-1db72d37-7911-4b7f-9c1b-c0e6c509efea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:34.338866 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-459ac8a6-02f2-45fd-a946-69f3ad30cfb1 req-1db72d37-7911-4b7f-9c1b-c0e6c509efea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2fcff020-9519-4b6d-950c-c226354eb9e7 HTTP/1.1" status: 200 len: 843 time: 0.2548478 Apr 09 01:58:34.357029 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7098c-7f6d-43a1-99c2-5f1e55be25c0 req-48838b9f-82af-4373-adb6-d4d27ce2bebc tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:34.359944 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-09c7098c-7f6d-43a1-99c2-5f1e55be25c0 req-48838b9f-82af-4373-adb6-d4d27ce2bebc tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=86c97821-dab6-4534-82f2-b6721335b4d4 HTTP/1.1" status: 200 len: 945 time: 0.4862399 Apr 09 01:58:34.434882 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed93f8d-4607-4c3f-9e2e-024ef8d7086c', 'tag': '45beaf43-9a20-46dc-a8a3-43228175c957', 'status': 'completed', 'code': 200} Apr 09 01:58:34.467022 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-39b08345-c9a9-480a-a2a4-ecce5cf821d8 None None] Set router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:58:34.572095 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-09c7098c-7f6d-43a1-99c2-5f1e55be25c0 req-95ece2b1-a6c6-43bd-9331-5218b4a0643a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240001 Apr 09 01:58:34.630143 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ac8a6-02f2-45fd-a946-69f3ad30cfb1 req-332907f6-2e97-4ba0-8a75-6311ee222376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:34.632091 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-459ac8a6-02f2-45fd-a946-69f3ad30cfb1 req-332907f6-2e97-4ba0-8a75-6311ee222376 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91effe5a-3144-4c2a-9ba5-fdb16695f37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2702813 Apr 09 01:58:34.634769 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94cfeb-0ca7-4b89-98f7-86ba6ea8f474 req-19419bca-6c75-4905-a453-24a2eff59be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:34.636351 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9a94cfeb-0ca7-4b89-98f7-86ba6ea8f474 req-19419bca-6c75-4905-a453-24a2eff59be2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1fc2ad2e8754118a5af5f603622501a&device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 1096 time: 0.1540341 Apr 09 01:58:34.680549 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 59114) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:34.818044 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ec53e2fe-5258-4db3-a0f0-c7efef2cb8f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:34.880693 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ec53e2fe-5258-4db3-a0f0-c7efef2cb8f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:34.939227 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ec53e2fe-5258-4db3-a0f0-c7efef2cb8f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:34.973479 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0bf3d4af-5ac0-4ea2-a50e-468111f6065e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:34.994084 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53e2fe-5258-4db3-a0f0-c7efef2cb8f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6ecebe-3eee-4a21-ad0e-ac0480a15862,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:35.002356 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ec53e2fe-5258-4db3-a0f0-c7efef2cb8f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:35.005023 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ec53e2fe-5258-4db3-a0f0-c7efef2cb8f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:35.009975 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-ec53e2fe-5258-4db3-a0f0-c7efef2cb8f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "DELETE /v2.0/security-groups/1c6ecebe-3eee-4a21-ad0e-ac0480a15862 HTTP/1.1" status: 204 len: 168 time: 0.3256702 Apr 09 01:58:35.011470 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 59120) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:35.034669 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.v2.resource [None req-da868a72-2ad7-4fea-93cc-8032933cc966 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] show failed (client error): The resource could not be found. Apr 09 01:58:35.036826 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-da868a72-2ad7-4fea-93cc-8032933cc966 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups/1c6ecebe-3eee-4a21-ad0e-ac0480a15862 HTTP/1.1" status: 404 len: 347 time: 0.0233274 Apr 09 01:58:35.039847 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 59124) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:35.126617 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-39b08345-c9a9-480a-a2a4-ecce5cf821d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc530b23-814c-494d-93da-71763d63e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:44Z', 'revision_number': 4, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port': {'id': 'dc530b23-814c-494d-93da-71763d63e292', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:24Z', 'updated_at': '2021-04-09T01:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'd7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c', 'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'mac_address': 'fa:16:3e:b3:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2138fd35-c483-44d0-b246-34baead69e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:37Z', 'updated_at': '2021-04-09T01:54:58Z', 'revision_number': 5, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'subnets': [{'id': '2138fd35-c483-44d0-b246-34baead69e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:35.129593 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-459ac8a6-02f2-45fd-a946-69f3ad30cfb1 req-23bc0f4a-d882-40ec-8cd1-1fa96352de65 service neutron] 10.222.0.60 "GET /v2.0/networks/91effe5a-3144-4c2a-9ba5-fdb16695f37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850781 Apr 09 01:58:35.153059 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b08345-c9a9-480a-a2a4-ecce5cf821d8 None None] The sync data for ids ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'] in dv-cinder-784623-6-smb is: [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc530b23-814c-494d-93da-71763d63e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:44Z', 'revision_number': 4, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port': {'id': 'dc530b23-814c-494d-93da-71763d63e292', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:24Z', 'updated_at': '2021-04-09T01:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'd7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c', 'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'mac_address': 'fa:16:3e:b3:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2138fd35-c483-44d0-b246-34baead69e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:37Z', 'updated_at': '2021-04-09T01:54:58Z', 'revision_number': 5, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'subnets': [{'id': '2138fd35-c483-44d0-b246-34baead69e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:58:35.212570 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71549c26-1a58-4dc9-8892-420e70d6cc39 req-10bbc09a-cf5a-4e34-9801-4bbf5b7009c6 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:35.221712 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71549c26-1a58-4dc9-8892-420e70d6cc39 req-10bbc09a-cf5a-4e34-9801-4bbf5b7009c6 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 948 time: 0.5074205 Apr 09 01:58:35.266109 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94cfeb-0ca7-4b89-98f7-86ba6ea8f474 req-492e5380-9b8e-4ca5-accc-86591b1fce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:35.267917 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9a94cfeb-0ca7-4b89-98f7-86ba6ea8f474 req-492e5380-9b8e-4ca5-accc-86591b1fce0e service neutron] 10.222.0.60 "GET /v2.0/networks?id=fcda180e-c15e-43dc-97d5-dc5157f94d29 HTTP/1.1" status: 200 len: 917 time: 0.5827143 Apr 09 01:58:35.328676 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-7f79ffe8-856a-432f-9f30-27ccea536e92 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Deleting port 2b78570e-033d-412f-a638-5daf6ac3c31e {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 01:58:35.329600 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7f79ffe8-856a-432f-9f30-27ccea536e92 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:35.432311 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71549c26-1a58-4dc9-8892-420e70d6cc39 req-10e3bff5-3e4a-45e1-96f4-8d6e1a63a9f1 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf54ce0c-76d6-4615-aba6-c2d39b931070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095077 Apr 09 01:58:35.468964 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9a94cfeb-0ca7-4b89-98f7-86ba6ea8f474 req-7a146504-9335-453d-82f7-57685477abf6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45beaf43-9a20-46dc-a8a3-43228175c957 HTTP/1.1" status: 200 len: 217 time: 0.1320496 Apr 09 01:58:35.695907 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-459ac8a6-02f2-45fd-a946-69f3ad30cfb1 req-2479e758-40c0-48db-b2cd-b4be4f44fb59 service neutron] 10.222.0.60 "GET /v2.0/networks/91effe5a-3144-4c2a-9ba5-fdb16695f37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576863 Apr 09 01:58:35.790499 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7f79ffe8-856a-432f-9f30-27ccea536e92 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:35.791062 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7f79ffe8-856a-432f-9f30-27ccea536e92 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:35.818229 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c99840-a172-4fff-847a-4f6b5dc56a17 None None] New status for floating IP 06baa561-e819-452f-8d8f-d64eb112e655: DOWN {{(pid=85256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 01:58:35.822424 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 45beaf43-9a20-46dc-a8a3-43228175c957 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 01:58:35.827223 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94cfeb-0ca7-4b89-98f7-86ba6ea8f474 req-3d298d79-fea0-4acc-a5ad-96cd6350b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:35.838168 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9a94cfeb-0ca7-4b89-98f7-86ba6ea8f474 req-3d298d79-fea0-4acc-a5ad-96cd6350b679 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c919a89-cf5f-419e-9ae6-9992f20bb483 HTTP/1.1" status: 200 len: 855 time: 0.3690419 Apr 09 01:58:35.947059 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e46cf-594d-4d83-bf87-b714c2e107e1 req-d1a99a67-afa0-4c29-83b0-62a5a242060f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:35.955443 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e09e46cf-594d-4d83-bf87-b714c2e107e1 req-d1a99a67-afa0-4c29-83b0-62a5a242060f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.2571659 Apr 09 01:58:36.001236 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e09e46cf-594d-4d83-bf87-b714c2e107e1 req-fed6f270-0d5f-4ee7-b747-73a6a0c17b5c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393786 Apr 09 01:58:36.023247 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94cfeb-0ca7-4b89-98f7-86ba6ea8f474 req-984ffa8d-508b-47d2-8765-b730082d03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:36.025157 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9a94cfeb-0ca7-4b89-98f7-86ba6ea8f474 req-984ffa8d-508b-47d2-8765-b730082d03f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fcda180e-c15e-43dc-97d5-dc5157f94d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1793871 Apr 09 01:58:36.068505 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-7f79ffe8-856a-432f-9f30-27ccea536e92 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Calling delete_port for 2b78570e-033d-412f-a638-5daf6ac3c31e owned by network:floatingip {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 01:58:36.096533 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 45beaf43-9a20-46dc-a8a3-43228175c957, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=45beaf43-9a20-46dc-a8a3-43228175c957,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:58:36.113750 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': '45beaf43-9a20-46dc-a8a3-43228175c957', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'port_id': '45beaf43-9a20-46dc-a8a3-43228175c957', 'mac_address': 'fa:16:3e:ec:0e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 01:58:36.190634 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:36.192794 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45beaf43-9a20-46dc-a8a3-43228175c957 {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:58:36.211267 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 45beaf43-9a20-46dc-a8a3-43228175c957, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=45beaf43-9a20-46dc-a8a3-43228175c957,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:58:36.214347 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:36.215138 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 9084a2e9-e292-4892-a46c-2a08eb844e8d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 01:58:36.218761 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:36.247162 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9a94cfeb-0ca7-4b89-98f7-86ba6ea8f474 req-fd497376-6621-44c3-848a-f81bc65839c3 service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103660 Apr 09 01:58:36.253823 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.db.api [None req-7f79ffe8-856a-432f-9f30-27ccea536e92 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85254) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 09 01:58:36.254463 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_db.api [None req-7f79ffe8-856a-432f-9f30-27ccea536e92 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 09 01:58:36.348706 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=45beaf43-9a20-46dc-a8a3-43228175c957,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:36.416050 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:36.416432 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:36.416851 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:36.417262 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:36.417627 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:36.417991 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:36.418356 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:36.418716 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:36.419070 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:36.419426 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:36.419787 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:36.420137 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:58:36.431462 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:36.470747 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 9084a2e9-e292-4892-a46c-2a08eb844e8d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9084a2e9-e292-4892-a46c-2a08eb844e8d,segment=NetworkSegment(990cc965-8b19-4a9b-b019-7fe5bb9204d8),segment_id=990cc965-8b19-4a9b-b019-7fe5bb9204d8)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:58:36.486462 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': '9084a2e9-e292-4892-a46c-2a08eb844e8d', 'network_id': '91effe5a-3144-4c2a-9ba5-fdb16695f37a', 'port_id': '9084a2e9-e292-4892-a46c-2a08eb844e8d', 'mac_address': 'fa:16:3e:48:de:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fcff020-9519-4b6d-950c-c226354eb9e7', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 01:58:36.522096 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9a94cfeb-0ca7-4b89-98f7-86ba6ea8f474 req-7fd19aa8-dc0e-40d6-8014-594cb28ae87c service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658803 Apr 09 01:58:36.563492 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:36.583007 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9084a2e9-e292-4892-a46c-2a08eb844e8d {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:58:36.600254 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 9084a2e9-e292-4892-a46c-2a08eb844e8d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9084a2e9-e292-4892-a46c-2a08eb844e8d,segment=NetworkSegment(990cc965-8b19-4a9b-b019-7fe5bb9204d8),segment_id=990cc965-8b19-4a9b-b019-7fe5bb9204d8)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:58:36.604349 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:36.606842 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:36.676372 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86952cba-4210-47c2-adf8-4b8774be4559 req-c37e5c6f-4e69-4291-b0c8-73583a2fd5c6 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:36.678269 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-86952cba-4210-47c2-adf8-4b8774be4559 req-c37e5c6f-4e69-4291-b0c8-73583a2fd5c6 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 949 time: 0.0925684 Apr 09 01:58:36.682386 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=9084a2e9-e292-4892-a46c-2a08eb844e8d,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:36.686419 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:36.710443 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-86952cba-4210-47c2-adf8-4b8774be4559 req-01cdcfce-aa34-4cd4-9518-8ae31b02ede2 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf54ce0c-76d6-4615-aba6-c2d39b931070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250046 Apr 09 01:58:36.755716 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-7f79ffe8-856a-432f-9f30-27ccea536e92 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Deleting port 2b78570e-033d-412f-a638-5daf6ac3c31e {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 01:58:36.756278 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7f79ffe8-856a-432f-9f30-27ccea536e92 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:36.876521 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['9084a2e9-e292-4892-a46c-2a08eb844e8d'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:58:36.910314 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['45beaf43-9a20-46dc-a8a3-43228175c957'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:58:36.966492 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7f79ffe8-856a-432f-9f30-27ccea536e92 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:36.966865 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7f79ffe8-856a-432f-9f30-27ccea536e92 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:37.110609 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-7f79ffe8-856a-432f-9f30-27ccea536e92 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Calling delete_port for 2b78570e-033d-412f-a638-5daf6ac3c31e owned by network:floatingip {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 01:58:37.248679 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55808-3a2f-4d41-a268-cab8cd2659a7 req-fec2853d-c540-47bd-826c-094b47e64d95 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:37.250733 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bec55808-3a2f-4d41-a268-cab8cd2659a7 req-fec2853d-c540-47bd-826c-094b47e64d95 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 944 time: 0.1281545 Apr 09 01:58:37.280401 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7f79ffe8-856a-432f-9f30-27ccea536e92 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:37.292427 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bec55808-3a2f-4d41-a268-cab8cd2659a7 req-7f43a09a-b90d-4717-8594-84f98504f4f1 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338819 Apr 09 01:58:37.298287 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0e942029-a8f2-4eab-ad8b-18d0e8b35e3b tempest-VolumesActionsTest-571992130 tempest-VolumesActionsTest-571992130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:37.357093 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79ffe8-856a-432f-9f30-27ccea536e92 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Pushing event deleted for resources: {'Port': ['ID=2b78570e-033d-412f-a638-5daf6ac3c31e,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:37.408053 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-7f79ffe8-856a-432f-9f30-27ccea536e92 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:37.565994 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7f79ffe8-856a-432f-9f30-27ccea536e92 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for floatingip, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:37.581019 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7f79ffe8-856a-432f-9f30-27ccea536e92 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for floatingip, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:37.582228 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-7f79ffe8-856a-432f-9f30-27ccea536e92 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "DELETE /v2.0/floatingips/06baa561-e819-452f-8d8f-d64eb112e655 HTTP/1.1" status: 204 len: 168 time: 2.5409412 Apr 09 01:58:37.909535 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 59148) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:37.915357 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-abdb2662-c5eb-46fb-9a99-8147e2e31fda tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1467514466', 'description': 'tempest-description--307353383'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:37.926119 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-abdb2662-c5eb-46fb-9a99-8147e2e31fda tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:37.944139 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-abdb2662-c5eb-46fb-9a99-8147e2e31fda tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Usage tracker for resource:security_group and tenant:bdb5c7b167ed48238a56c04c50600551 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:58:37.950463 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-abdb2662-c5eb-46fb-9a99-8147e2e31fda tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:58:37.960444 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-abdb2662-c5eb-46fb-9a99-8147e2e31fda tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:37.973148 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-abdb2662-c5eb-46fb-9a99-8147e2e31fda tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:37.973644 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd41b4-d500-44c4-9e3d-95e647628679 req-a8091892-ae70-43e5-80df-b8cf4946c8fc tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:37.975402 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-32cd41b4-d500-44c4-9e3d-95e647628679 req-a8091892-ae70-43e5-80df-b8cf4946c8fc tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 949 time: 0.1455030 Apr 09 01:58:37.977444 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-abdb2662-c5eb-46fb-9a99-8147e2e31fda tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:37.982593 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-abdb2662-c5eb-46fb-9a99-8147e2e31fda tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Usage tracker for resource:security_group_rule and tenant:bdb5c7b167ed48238a56c04c50600551 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:58:37.985946 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-abdb2662-c5eb-46fb-9a99-8147e2e31fda tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:58:37.992605 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-abdb2662-c5eb-46fb-9a99-8147e2e31fda tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:38.029944 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-32cd41b4-d500-44c4-9e3d-95e647628679 req-2813d652-3110-4069-99be-f7a7aa278aa0 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf54ce0c-76d6-4615-aba6-c2d39b931070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446432 Apr 09 01:58:38.087981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-abdb2662-c5eb-46fb-9a99-8147e2e31fda tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:38.090972 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-abdb2662-c5eb-46fb-9a99-8147e2e31fda tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:38.096568 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-df7418d8-6be2-4594-a208-ce3b79e5f6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:38.143850 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb2662-c5eb-46fb-9a99-8147e2e31fda tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8f92ed-4155-46a2-a36e-9c62f406a764,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:38.146860 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-abdb2662-c5eb-46fb-9a99-8147e2e31fda tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:38.150965 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-abdb2662-c5eb-46fb-9a99-8147e2e31fda tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2375503 Apr 09 01:58:38.150965 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-abdb2662-c5eb-46fb-9a99-8147e2e31fda tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:38.151220 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 59154) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:38.157034 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-7575bd86-52fc-470a-8c80-a8723717e336 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Request body: {'security_group_rule': {'security_group_id': 'ae8f92ed-4155-46a2-a36e-9c62f406a764', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:38.163829 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-7575bd86-52fc-470a-8c80-a8723717e336 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:38.168799 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-7575bd86-52fc-470a-8c80-a8723717e336 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Usage tracker for resource:security_group_rule and tenant:bdb5c7b167ed48238a56c04c50600551 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:58:38.174725 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-7575bd86-52fc-470a-8c80-a8723717e336 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:58:38.182523 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-7575bd86-52fc-470a-8c80-a8723717e336 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:38.201954 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7575bd86-52fc-470a-8c80-a8723717e336 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:38.270524 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7575bd86-52fc-470a-8c80-a8723717e336 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:38.273352 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7575bd86-52fc-470a-8c80-a8723717e336 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:38.281313 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:38.304386 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575bd86-52fc-470a-8c80-a8723717e336 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28da5aa2-3a44-4e77-9383-656d227f4c18,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:38.306998 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-7575bd86-52fc-470a-8c80-a8723717e336 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:38.311689 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7575bd86-52fc-470a-8c80-a8723717e336 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:38.312905 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-7575bd86-52fc-470a-8c80-a8723717e336 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1606193 Apr 09 01:58:38.315719 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 59160) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:38.321341 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-3c60fef6-0838-4c4e-9046-81dfb90609f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Request body: {'security_group_rule': {'security_group_id': 'ae8f92ed-4155-46a2-a36e-9c62f406a764', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:38.329735 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-3c60fef6-0838-4c4e-9046-81dfb90609f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:38.337384 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-3c60fef6-0838-4c4e-9046-81dfb90609f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Usage tracker for resource:security_group_rule and tenant:bdb5c7b167ed48238a56c04c50600551 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:58:38.343023 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-3c60fef6-0838-4c4e-9046-81dfb90609f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:58:38.352008 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-3c60fef6-0838-4c4e-9046-81dfb90609f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:38.378156 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3c60fef6-0838-4c4e-9046-81dfb90609f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:38.447553 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3c60fef6-0838-4c4e-9046-81dfb90609f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:38.450290 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3c60fef6-0838-4c4e-9046-81dfb90609f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:38.457012 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:38.479035 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60fef6-0838-4c4e-9046-81dfb90609f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2297e6-18dc-4abe-8970-6483ec2364f2,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:38.486751 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3c60fef6-0838-4c4e-9046-81dfb90609f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:38.494709 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3c60fef6-0838-4c4e-9046-81dfb90609f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:38.496067 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-3c60fef6-0838-4c4e-9046-81dfb90609f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1793544 Apr 09 01:58:38.501573 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 59168) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:38.509412 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Request body: {'floatingip': {'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:38.558297 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:38.568519 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Usage tracker for resource:floatingip and tenant:bdb5c7b167ed48238a56c04c50600551 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:58:38.573002 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:58:38.587686 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:38.612533 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for floatingip, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:38.667856 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3820484-9534-4e61-a7c7-d079773f2e93 req-298cfccd-a1ba-4fc6-957c-d389e948cd74 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:38.669683 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b3820484-9534-4e61-a7c7-d079773f2e93 req-298cfccd-a1ba-4fc6-957c-d389e948cd74 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 944 time: 0.1649988 Apr 09 01:58:38.759774 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b3820484-9534-4e61-a7c7-d079773f2e93 req-58d19c10-ab40-46e8-a9b5-fcd75e10722c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390975 Apr 09 01:58:38.802323 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:38.957792 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Allocated IP 172.28.0.252 (8df4ea79-732a-43b6-97d7-19109b70c389/9f1b2a28-977e-4854-8466-cbb1a9b3b7c1/162babe4-f0c5-46fd-828e-4d2fa55207e5) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:58:39.436465 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e40279-9711-46cc-afb8-8d972f87f2fb req-86ecfbae-5a86-4628-834c-6e7b4fd0aad4 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:39.438084 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d9e40279-9711-46cc-afb8-8d972f87f2fb req-86ecfbae-5a86-4628-834c-6e7b4fd0aad4 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 949 time: 0.2013402 Apr 09 01:58:39.441017 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:39.477594 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d9e40279-9711-46cc-afb8-8d972f87f2fb req-c9f6f145-334c-4fab-89de-e93f418f0830 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf54ce0c-76d6-4615-aba6-c2d39b931070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330827 Apr 09 01:58:39.512643 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:39.531936 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-780e8f81-532d-4dce-8c30-49d6e0aff9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:39.677816 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Pushing event updated for resources: {'Port': ['ID=162babe4-f0c5-46fd-828e-4d2fa55207e5,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:39.683887 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:39.728005 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Network 8df4ea79-732a-43b6-97d7-19109b70c389 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:58:39.729260 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:58:39.732150 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:58:39.815456 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:39.836662 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 45beaf43-9a20-46dc-a8a3-43228175c957 up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:58:39.888630 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:39.923097 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning for port 45beaf43-9a20-46dc-a8a3-43228175c957 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:58:39.928936 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port 45beaf43-9a20-46dc-a8a3-43228175c957 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:58:39.929708 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:40.060258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:40.072722 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed93f8d-4607-4c3f-9e2e-024ef8d7086c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45beaf43-9a20-46dc-a8a3-43228175c957'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:58:40.083378 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 45beaf43-9a20-46dc-a8a3-43228175c957, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=45beaf43-9a20-46dc-a8a3-43228175c957,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:58:40.088008 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:40.090182 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 9084a2e9-e292-4892-a46c-2a08eb844e8d up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:58:40.102656 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cac71-f36b-48fe-bf72-66bb42d8f849 req-84e1aff1-5d87-4fa8-897b-bbdeb44f8c7a tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:40.105066 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a5cac71-f36b-48fe-bf72-66bb42d8f849 req-84e1aff1-5d87-4fa8-897b-bbdeb44f8c7a tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 944 time: 0.2181280 Apr 09 01:58:40.121639 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:40.171619 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed93f8d-4607-4c3f-9e2e-024ef8d7086c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45beaf43-9a20-46dc-a8a3-43228175c957', 'code': 200} Apr 09 01:58:40.228595 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=45beaf43-9a20-46dc-a8a3-43228175c957,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:40.232726 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:40.242671 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning for port 9084a2e9-e292-4892-a46c-2a08eb844e8d completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:58:40.243125 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a5cac71-f36b-48fe-bf72-66bb42d8f849 req-e506dc79-d012-4c8d-90dd-d8fa8c91750c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224532 Apr 09 01:58:40.249531 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port 9084a2e9-e292-4892-a46c-2a08eb844e8d triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:58:40.249964 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:40.324096 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:40.372166 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:40.393125 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:40.400792 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:40.421281 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 9084a2e9-e292-4892-a46c-2a08eb844e8d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9084a2e9-e292-4892-a46c-2a08eb844e8d,segment=NetworkSegment(990cc965-8b19-4a9b-b019-7fe5bb9204d8),segment_id=990cc965-8b19-4a9b-b019-7fe5bb9204d8)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:58:40.426381 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:40.428444 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:40.500859 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=9084a2e9-e292-4892-a46c-2a08eb844e8d,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:40.504126 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:40.569910 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Pushing event updated for resources: {'Port': ['ID=162babe4-f0c5-46fd-828e-4d2fa55207e5,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:40.576073 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:40.616349 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999ddb1-4ced-4f41-9c6c-5d4c35ff5c5f req-58ff3c78-c02a-47fd-9f7b-6ae140e98677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:40.618125 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8999ddb1-4ced-4f41-9c6c-5d4c35ff5c5f req-58ff3c78-c02a-47fd-9f7b-6ae140e98677 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 1098 time: 0.2975931 Apr 09 01:58:40.747762 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8999ddb1-4ced-4f41-9c6c-5d4c35ff5c5f req-a9fe387d-adce-41a9-b9ff-3abeac09a587 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217501 Apr 09 01:58:40.777222 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-665075'] for floatingip, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:40.808937 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for floatingip, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:40.818772 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3071921 Apr 09 01:58:40.820049 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634a62f-cffe-4e71-909e-ead874cb7016 req-8a8fc48e-6742-4f29-a60c-95b5d8ed3137 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:40.821738 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f634a62f-cffe-4e71-909e-ead874cb7016 req-8a8fc48e-6742-4f29-a60c-95b5d8ed3137 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 950 time: 0.1936567 Apr 09 01:58:40.858183 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f634a62f-cffe-4e71-909e-ead874cb7016 req-4e2f55f7-bab6-4066-aa48-8f5adad7522b tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf54ce0c-76d6-4615-aba6-c2d39b931070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293610 Apr 09 01:58:41.069942 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71a81453-cb16-4018-a92f-3587d570153d req-cd72afde-637f-448a-ba59-3ff178915d55 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1467514466&fields=id&tenant_id=bdb5c7b167ed48238a56c04c50600551 HTTP/1.1" status: 200 len: 267 time: 0.0243630 Apr 09 01:58:41.231213 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a81453-cb16-4018-a92f-3587d570153d req-7548c20a-51f4-416b-91b6-07944f176305 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:41.232685 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71a81453-cb16-4018-a92f-3587d570153d req-7548c20a-51f4-416b-91b6-07944f176305 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/networks?id=bd294572-97d5-4bf5-8461-bb564301b047 HTTP/1.1" status: 200 len: 810 time: 0.1554632 Apr 09 01:58:41.248727 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71a81453-cb16-4018-a92f-3587d570153d req-92dd587b-c418-46d4-9edd-d93c93f019c7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/quotas/bdb5c7b167ed48238a56c04c50600551 HTTP/1.1" status: 200 len: 375 time: 0.0098207 Apr 09 01:58:41.343599 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71a81453-cb16-4018-a92f-3587d570153d req-84197e41-aa18-4fdd-870f-3d58089dd9d4 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bdb5c7b167ed48238a56c04c50600551&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879385 Apr 09 01:58:41.568017 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71a81453-cb16-4018-a92f-3587d570153d req-b0de574c-ec8c-45a7-b0d5-b8bba96c3b08 service neutron] 10.222.0.44 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105596 Apr 09 01:58:41.577933 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e6035-48dd-4f09-8dad-c5f7e4b92ac3 req-518875a2-01c9-48e0-9a8a-1bf8cf6ef12f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:41.579552 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e64e6035-48dd-4f09-8dad-c5f7e4b92ac3 req-518875a2-01c9-48e0-9a8a-1bf8cf6ef12f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.1956618 Apr 09 01:58:41.701343 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e64e6035-48dd-4f09-8dad-c5f7e4b92ac3 req-b530393e-7913-4477-842c-f601af89fee6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988107 Apr 09 01:58:41.752398 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71a81453-cb16-4018-a92f-3587d570153d req-609a8aa9-ac5e-4275-8e90-ea47aeb135d6 service neutron] 10.222.0.44 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717772 Apr 09 01:58:42.002113 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1a3a729e-1b2a-4a0b-951e-0bc950664496 req-4d51c76b-c7ff-4e19-bb07-8e88ca7b9ed9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 210 time: 0.0586610 Apr 09 01:58:42.108380 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef80c80-20b3-4832-a0bd-6d005ae2bda1 req-a7a55ff2-e941-4233-a594-8f237eef52f6 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:42.109967 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6ef80c80-20b3-4832-a0bd-6d005ae2bda1 req-a7a55ff2-e941-4233-a594-8f237eef52f6 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 950 time: 0.0935090 Apr 09 01:58:42.142703 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6ef80c80-20b3-4832-a0bd-6d005ae2bda1 req-02a46f47-acda-4861-ac25-b5b58b16ef1b tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf54ce0c-76d6-4615-aba6-c2d39b931070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263729 Apr 09 01:58:42.172782 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6432ef5-5ec4-44c6-89b6-4a1c1da23d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9084a2e9-e292-4892-a46c-2a08eb844e8d'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:58:42.222365 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6432ef5-5ec4-44c6-89b6-4a1c1da23d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9084a2e9-e292-4892-a46c-2a08eb844e8d', 'code': 200} Apr 09 01:58:42.544708 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a61e0-376a-4ce0-9207-a8efc850c65f req-20ec57af-704d-47ee-8091-3dd0d722af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:42.546321 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-706a61e0-376a-4ce0-9207-a8efc850c65f req-20ec57af-704d-47ee-8091-3dd0d722af06 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 1103 time: 0.0839183 Apr 09 01:58:42.574394 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-706a61e0-376a-4ce0-9207-a8efc850c65f req-ccce5d4e-b350-4eab-8bf6-e5b245d27a60 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bf54ce0c-76d6-4615-aba6-c2d39b931070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0216477 Apr 09 01:58:42.926455 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7100dd-abd5-4843-9c32-31fa18bc3140 req-cbfa6846-1a98-40bd-be4d-d1f6f49371b2 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:42.928310 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2f7100dd-abd5-4843-9c32-31fa18bc3140 req-cbfa6846-1a98-40bd-be4d-d1f6f49371b2 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.1006517 Apr 09 01:58:42.968677 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2f7100dd-abd5-4843-9c32-31fa18bc3140 req-ba71a9ae-8dbc-49f2-94ce-4fd633bc06cd tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269248 Apr 09 01:58:43.251469 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1d831430-1619-49df-bea3-6f4e4b0abab0 req-2f22a49e-c44d-409f-bb5f-f1340ec19d62 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 210 time: 0.1051023 Apr 09 01:58:43.391748 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d2a9b-519d-4ded-a3e5-bfae124809f4 req-e7a5034d-2f8e-4ce2-b77c-5ac3e9b5f433 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:43.393535 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cb4d2a9b-519d-4ded-a3e5-bfae124809f4 req-e7a5034d-2f8e-4ce2-b77c-5ac3e9b5f433 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.2904394 Apr 09 01:58:43.405113 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 59232) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:43.411737 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-ac8c09fb-9e9e-49c5-8446-e9503d396ea0 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Request body: {'floatingip': {'port_id': '45beaf43-9a20-46dc-a8a3-43228175c957'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:43.459194 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a81453-cb16-4018-a92f-3587d570153d req-fcaeb2de-ad85-46f2-978c-33fdb847ed35 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:43.461255 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71a81453-cb16-4018-a92f-3587d570153d req-fcaeb2de-ad85-46f2-978c-33fdb847ed35 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.60 "GET /v2.0/networks?id=bd294572-97d5-4bf5-8461-bb564301b047 HTTP/1.1" status: 200 len: 810 time: 0.3134258 Apr 09 01:58:43.465837 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a8a5b294-d57f-4416-ab31-512322d49872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:43.508825 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ac8c09fb-9e9e-49c5-8446-e9503d396ea0 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for floatingip, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:43.548457 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71a81453-cb16-4018-a92f-3587d570153d req-c660bd52-0c0d-4098-8059-ae58dadd5c1f tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bdb5c7b167ed48238a56c04c50600551 HTTP/1.1" status: 200 len: 5704 time: 0.0687943 Apr 09 01:58:43.558572 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266318ae-9c45-428e-b792-8cd22e49bad3 req-564ada62-5dc9-4100-a944-f3ad8abc4622 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:43.560189 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-266318ae-9c45-428e-b792-8cd22e49bad3 req-564ada62-5dc9-4100-a944-f3ad8abc4622 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 950 time: 0.1804175 Apr 09 01:58:43.565332 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-71a81453-cb16-4018-a92f-3587d570153d req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Request body: {'port': {'device_id': '2dbb9aac-8ec0-484b-8aca-aef5f75693ad', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'admin_state_up': True, 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'security_groups': ['ae8f92ed-4155-46a2-a36e-9c62f406a764']}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:43.684674 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-266318ae-9c45-428e-b792-8cd22e49bad3 req-1886769d-f4f1-44a7-a4a6-5f2af8511703 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf54ce0c-76d6-4615-aba6-c2d39b931070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984333 Apr 09 01:58:43.736326 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-71a81453-cb16-4018-a92f-3587d570153d req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:58:43.740650 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-71a81453-cb16-4018-a92f-3587d570153d req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Usage tracker for resource:port and tenant:bdb5c7b167ed48238a56c04c50600551 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:58:43.743727 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-71a81453-cb16-4018-a92f-3587d570153d req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:58:43.757212 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-71a81453-cb16-4018-a92f-3587d570153d req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:58:43.771329 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a81453-cb16-4018-a92f-3587d570153d req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Made reservation on behalf of bdb5c7b167ed48238a56c04c50600551 for: {'port': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:58:43.778653 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-71a81453-cb16-4018-a92f-3587d570153d req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:43.945444 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [req-71a81453-cb16-4018-a92f-3587d570153d req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Allocated IP 172.20.0.5 (bd294572-97d5-4bf5-8461-bb564301b047/2138fd35-c483-44d0-b246-34baead69e32/1313c805-3c12-496b-84ee-ac5905f0359c) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:58:44.174034 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-71a81453-cb16-4018-a92f-3587d570153d req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:44.193238 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-71a81453-cb16-4018-a92f-3587d570153d req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Transition to ACTIVE for port object 1313c805-3c12-496b-84ee-ac5905f0359c will not be triggered until provisioned by entity DHCP. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:58:44.219127 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-71a81453-cb16-4018-a92f-3587d570153d req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:44.234772 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:44.428479 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ac8c09fb-9e9e-49c5-8446-e9503d396ea0 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:44.433046 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ac8c09fb-9e9e-49c5-8446-e9503d396ea0 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-665075'] for floatingip, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:44.649910 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.l3_db [None req-ac8c09fb-9e9e-49c5-8446-e9503d396ea0 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Floating IP 7cfc818f-a6b4-48c7-bae8-ae75339b970c associated. External IP: 172.28.0.146, port: 45beaf43-9a20-46dc-a8a3-43228175c957. Apr 09 01:58:44.687186 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Pushing event updated for resources: {'Port': ['ID=1313c805-3c12-496b-84ee-ac5905f0359c,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:44.694648 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:44.760582 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a81453-cb16-4018-a92f-3587d570153d req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Network bd294572-97d5-4bf5-8461-bb564301b047 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:58:44.770617 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93faf7-503f-4539-b684-402bb3ebc74a req-7db907d5-b92d-4e10-a4bd-0f5ef3b8c618 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:44.772275 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cd93faf7-503f-4539-b684-402bb3ebc74a req-7db907d5-b92d-4e10-a4bd-0f5ef3b8c618 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 931 time: 0.1645460 Apr 09 01:58:44.773234 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [req-71a81453-cb16-4018-a92f-3587d570153d req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:58:44.775605 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a81453-cb16-4018-a92f-3587d570153d req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:58:44.907877 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cd93faf7-503f-4539-b684-402bb3ebc74a req-a02a7437-07bc-4813-ab1e-2e7f64a70a88 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae8f92ed-4155-46a2-a36e-9c62f406a764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002862 Apr 09 01:58:44.937604 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a81453-cb16-4018-a92f-3587d570153d req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:44.938425 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-71a81453-cb16-4018-a92f-3587d570153d req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:44.982994 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71a81453-cb16-4018-a92f-3587d570153d req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4216197 Apr 09 01:58:44.999817 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Request body: {'port': {'device_id': '2dbb9aac-8ec0-484b-8aca-aef5f75693ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:45.083272 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-214461fb-eaae-4d14-aa60-ecd53718eeeb None None] Provisioning for port 1313c805-3c12-496b-84ee-ac5905f0359c completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:58:45.085804 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8c09fb-9e9e-49c5-8446-e9503d396ea0 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Router 7df8fef8-d515-4884-852a-47c07b9ca945 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 01:58:45.087078 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12feee3e-b6d4-4aaa-ad7f-5ce7a507101a req-7d334617-9ec5-4328-aa91-986cdc3ea36e tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:45.089052 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-12feee3e-b6d4-4aaa-ad7f-5ce7a507101a req-7d334617-9ec5-4328-aa91-986cdc3ea36e tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 950 time: 0.2621076 Apr 09 01:58:45.096079 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-214461fb-eaae-4d14-aa60-ecd53718eeeb None None] Provisioning complete for port 1313c805-3c12-496b-84ee-ac5905f0359c triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:58:45.096503 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-214461fb-eaae-4d14-aa60-ecd53718eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:45.164251 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-214461fb-eaae-4d14-aa60-ecd53718eeeb None None] Port 1313c805-3c12-496b-84ee-ac5905f0359c cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 01:58:45.192582 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-12feee3e-b6d4-4aaa-ad7f-5ce7a507101a req-0cb48462-1c87-4b8e-9f3c-cbceca3b5b87 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf54ce0c-76d6-4615-aba6-c2d39b931070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669653 Apr 09 01:58:45.203299 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:45.307052 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8c09fb-9e9e-49c5-8446-e9503d396ea0 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:58:45.311788 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ac8c09fb-9e9e-49c5-8446-e9503d396ea0 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for floatingip, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:45.318287 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f29448f-3904-458c-bb24-21747b94cd54 None None] Sync routers for ids ['7df8fef8-d515-4884-852a-47c07b9ca945'] in dv-cinder-784623-6-smb {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:58:45.329776 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f29448f-3904-458c-bb24-21747b94cd54 None None] Routers {'7df8fef8-d515-4884-852a-47c07b9ca945'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:58:45.330717 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-9f29448f-3904-458c-bb24-21747b94cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:58:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7df8fef8-d515-4884-852a-47c07b9ca945'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:45.384883 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-ac8c09fb-9e9e-49c5-8446-e9503d396ea0 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "PUT /v2.0/floatingips/7cfc818f-a6b4-48c7-bae8-ae75339b970c HTTP/1.1" status: 200 len: 991 time: 1.9782805 Apr 09 01:58:45.385702 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed93f8d-4607-4c3f-9e2e-024ef8d7086c', 'tag': '45beaf43-9a20-46dc-a8a3-43228175c957'}] {{(pid=85254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:58:45.558932 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed93f8d-4607-4c3f-9e2e-024ef8d7086c', 'tag': '45beaf43-9a20-46dc-a8a3-43228175c957', 'status': 'completed', 'code': 200} Apr 09 01:58:45.566100 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-9f29448f-3904-458c-bb24-21747b94cd54 None None] Set router 7df8fef8-d515-4884-852a-47c07b9ca945 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:58:45.741524 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1313c805-3c12-496b-84ee-ac5905f0359c {{(pid=85253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:58:45.755498 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:45.795132 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Transition to ACTIVE for port object 1313c805-3c12-496b-84ee-ac5905f0359c will not be triggered until provisioned by entity L2. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:58:45.803815 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:45.822822 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:45.978865 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-9f29448f-3904-458c-bb24-21747b94cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:14Z', 'revision_number': 4, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port': {'id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_floatingips': [{'id': '7cfc818f-a6b4-48c7-bae8-ae75339b970c', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'floating_ip_address': '172.28.0.146', 'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'router_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'port_id': '45beaf43-9a20-46dc-a8a3-43228175c957', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'mac_address': 'fa:16:3e:ec:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed93f8d-4607-4c3f-9e2e-024ef8d7086c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T01:58:19Z', 'updated_at': '2021-04-09T01:58:44Z', 'revision_number': 1, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b0db47f-74d8-420b-8245-a6c28a0c8ae6', 'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'mac_address': 'fa:16:3e:3d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:13Z', 'updated_at': '2021-04-09T01:58:22Z', 'revision_number': 5, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'subnets': [{'id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:45.984841 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f29448f-3904-458c-bb24-21747b94cd54 None None] Checking router: 7df8fef8-d515-4884-852a-47c07b9ca945 for host: dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:58:45.998771 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f29448f-3904-458c-bb24-21747b94cd54 None None] Routers {'7df8fef8-d515-4884-852a-47c07b9ca945'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:58:45.999860 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-9f29448f-3904-458c-bb24-21747b94cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:58:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7df8fef8-d515-4884-852a-47c07b9ca945'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:46.005482 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48855af8-6b34-4c77-aefc-0fb085006bf6 req-02de63e7-6b40-4f7b-b982-33886a3105bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:46.008535 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-48855af8-6b34-4c77-aefc-0fb085006bf6 req-02de63e7-6b40-4f7b-b982-33886a3105bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1fc2ad2e8754118a5af5f603622501a&device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 1098 time: 0.3928087 Apr 09 01:58:46.043694 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Pushing event updated for resources: {'Port': ['ID=1313c805-3c12-496b-84ee-ac5905f0359c,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:46.083919 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e323ee0-2c34-4094-a1cf-4a9981cc540b req-e239fae9-6edb-46cb-b4e8-03040759d466 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:46.085630 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1e323ee0-2c34-4094-a1cf-4a9981cc540b req-e239fae9-6edb-46cb-b4e8-03040759d466 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 950 time: 0.4287596 Apr 09 01:58:46.098524 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:46.209757 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-9f29448f-3904-458c-bb24-21747b94cd54 None None] Set router 7df8fef8-d515-4884-852a-47c07b9ca945 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:58:46.270182 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1e323ee0-2c34-4094-a1cf-4a9981cc540b req-b8be8313-b7d9-4c17-88e7-b6c2c4da3bf2 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf54ce0c-76d6-4615-aba6-c2d39b931070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363678 Apr 09 01:58:46.497789 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48855af8-6b34-4c77-aefc-0fb085006bf6 req-eea102fd-a12c-4d53-bb7c-ead59d322e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:46.499374 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-48855af8-6b34-4c77-aefc-0fb085006bf6 req-eea102fd-a12c-4d53-bb7c-ead59d322e1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=fcda180e-c15e-43dc-97d5-dc5157f94d29 HTTP/1.1" status: 200 len: 917 time: 0.4499967 Apr 09 01:58:46.507712 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962711b-19a0-4e00-b50a-ab13b3e855ce req-f19efef9-57c9-4f9f-94ef-982961c1152a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:46.508809 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-c962711b-19a0-4e00-b50a-ab13b3e855ce req-f19efef9-57c9-4f9f-94ef-982961c1152a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Synchronizing usage tracker for tenant:bdb5c7b167ed48238a56c04c50600551 on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 01:58:46.634706 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-c962711b-19a0-4e00-b50a-ab13b3e855ce req-f19efef9-57c9-4f9f-94ef-982961c1152a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Unset dirty status for tenant:bdb5c7b167ed48238a56c04c50600551 on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 01:58:46.635941 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c962711b-19a0-4e00-b50a-ab13b3e855ce req-f19efef9-57c9-4f9f-94ef-982961c1152a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 943 time: 0.5617628 Apr 09 01:58:46.649027 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Attempting to bind port 1313c805-3c12-496b-84ee-ac5905f0359c on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:58:46.649411 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Attempting to bind port 1313c805-3c12-496b-84ee-ac5905f0359c by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'df13e918-9802-4055-9470-4d7703da78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047'}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:58:46.650172 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Attempting to bind port 1313c805-3c12-496b-84ee-ac5905f0359c on network bd294572-97d5-4bf5-8461-bb564301b047 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:58:46.650291 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-9f29448f-3904-458c-bb24-21747b94cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:14Z', 'revision_number': 4, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port': {'id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_floatingips': [{'id': '7cfc818f-a6b4-48c7-bae8-ae75339b970c', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'floating_ip_address': '172.28.0.146', 'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'router_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'port_id': '45beaf43-9a20-46dc-a8a3-43228175c957', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'mac_address': 'fa:16:3e:ec:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed93f8d-4607-4c3f-9e2e-024ef8d7086c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T01:58:19Z', 'updated_at': '2021-04-09T01:58:44Z', 'revision_number': 1, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b0db47f-74d8-420b-8245-a6c28a0c8ae6', 'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'mac_address': 'fa:16:3e:3d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:13Z', 'updated_at': '2021-04-09T01:58:22Z', 'revision_number': 5, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'subnets': [{'id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:46.658172 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f29448f-3904-458c-bb24-21747b94cd54 None None] The sync data for ids ['7df8fef8-d515-4884-852a-47c07b9ca945'] in dv-cinder-784623-6-smb is: [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:14Z', 'revision_number': 4, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port': {'id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_floatingips': [{'id': '7cfc818f-a6b4-48c7-bae8-ae75339b970c', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'floating_ip_address': '172.28.0.146', 'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'router_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'port_id': '45beaf43-9a20-46dc-a8a3-43228175c957', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'mac_address': 'fa:16:3e:ec:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed93f8d-4607-4c3f-9e2e-024ef8d7086c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T01:58:19Z', 'updated_at': '2021-04-09T01:58:44Z', 'revision_number': 1, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b0db47f-74d8-420b-8245-a6c28a0c8ae6', 'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'mac_address': 'fa:16:3e:3d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:13Z', 'updated_at': '2021-04-09T01:58:22Z', 'revision_number': 5, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'subnets': [{'id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:58:46.676147 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Port 1313c805-3c12-496b-84ee-ac5905f0359c on network bd294572-97d5-4bf5-8461-bb564301b047 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 01:58:46.676515 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Attempting to bind port 1313c805-3c12-496b-84ee-ac5905f0359c on network bd294572-97d5-4bf5-8461-bb564301b047 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:58:46.684637 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-48855af8-6b34-4c77-aefc-0fb085006bf6 req-f60e88d5-6a5d-43ab-9632-d12c01087319 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45beaf43-9a20-46dc-a8a3-43228175c957 HTTP/1.1" status: 200 len: 999 time: 0.1726489 Apr 09 01:58:46.690433 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Checking agent: {'id': '474f91f5-43fb-4d3d-bd9b-d9ff88d57b86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:58:46.690804 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Checking segment: {'id': 'df13e918-9802-4055-9470-4d7703da78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:58:46.691227 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Bound using segment: {'id': 'df13e918-9802-4055-9470-4d7703da78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047'} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:58:46.691710 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Bound port: 1313c805-3c12-496b-84ee-ac5905f0359c, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df13e918-9802-4055-9470-4d7703da78e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047'}}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:58:46.692097 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:46.782799 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c962711b-19a0-4e00-b50a-ab13b3e855ce req-d5a90171-34dc-4ee2-a584-315d6bf5fc6b tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae8f92ed-4155-46a2-a36e-9c62f406a764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298320 Apr 09 01:58:46.839384 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48855af8-6b34-4c77-aefc-0fb085006bf6 req-72375c81-639e-4981-8316-c3c1e9853a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:46.841000 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-48855af8-6b34-4c77-aefc-0fb085006bf6 req-72375c81-639e-4981-8316-c3c1e9853a8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c919a89-cf5f-419e-9ae6-9992f20bb483 HTTP/1.1" status: 200 len: 855 time: 0.1143165 Apr 09 01:58:46.895363 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] For port 1313c805-3c12-496b-84ee-ac5905f0359c, host hv-cinder-78462, cleared binding levels {{(pid=85253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:58:46.912043 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] For port 1313c805-3c12-496b-84ee-ac5905f0359c, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1313c805-3c12-496b-84ee-ac5905f0359c,segment=NetworkSegment(df13e918-9802-4055-9470-4d7703da78e6),segment_id=df13e918-9802-4055-9470-4d7703da78e6)] {{(pid=85253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:58:46.919721 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:46.936999 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-094acfff-eb81-4932-b44a-a88fe57af667 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:46.986435 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f683857-82aa-42f0-81c1-f1c0312e06ef None None] New status for floating IP 7cfc818f-a6b4-48c7-bae8-ae75339b970c: ACTIVE {{(pid=85256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 01:58:47.084707 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511b901-d191-4c08-97f3-2f160f3f761e req-a6b0dac4-93fa-4033-9611-217c3193b885 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:47.086543 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a511b901-d191-4c08-97f3-2f160f3f761e req-a6b0dac4-93fa-4033-9611-217c3193b885 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 950 time: 0.0959516 Apr 09 01:58:47.114451 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48855af8-6b34-4c77-aefc-0fb085006bf6 req-49b2c6af-5170-4d71-aea9-cfe8c1bd90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:47.116497 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-48855af8-6b34-4c77-aefc-0fb085006bf6 req-49b2c6af-5170-4d71-aea9-cfe8c1bd90b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fcda180e-c15e-43dc-97d5-dc5157f94d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2674921 Apr 09 01:58:47.174510 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-a511b901-d191-4c08-97f3-2f160f3f761e req-568cfb09-2456-4f74-9162-4099a27f4bf5 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Deleting port 9084a2e9-e292-4892-a46c-2a08eb844e8d {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 01:58:47.175011 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-a511b901-d191-4c08-97f3-2f160f3f761e req-568cfb09-2456-4f74-9162-4099a27f4bf5 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:47.218719 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Pushing event updated for resources: {'Port': ['ID=1313c805-3c12-496b-84ee-ac5905f0359c,revision_number=3']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:47.231603 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-067fb59f-fc6d-4a5f-b868-fc9ce2b5303d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:47.239078 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:47.629974 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-a511b901-d191-4c08-97f3-2f160f3f761e req-568cfb09-2456-4f74-9162-4099a27f4bf5 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] For port 9084a2e9-e292-4892-a46c-2a08eb844e8d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9084a2e9-e292-4892-a46c-2a08eb844e8d,segment=NetworkSegment(990cc965-8b19-4a9b-b019-7fe5bb9204d8),segment_id=990cc965-8b19-4a9b-b019-7fe5bb9204d8)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:58:47.630396 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-a511b901-d191-4c08-97f3-2f160f3f761e req-568cfb09-2456-4f74-9162-4099a27f4bf5 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:47.783537 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-a511b901-d191-4c08-97f3-2f160f3f761e req-568cfb09-2456-4f74-9162-4099a27f4bf5 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Calling delete_port for 9084a2e9-e292-4892-a46c-2a08eb844e8d owned by compute:nova {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 01:58:47.921899 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:47.922589 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:47.925184 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71a81453-cb16-4018-a92f-3587d570153d req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] 10.222.0.60 "PUT /v2.0/ports/1313c805-3c12-496b-84ee-ac5905f0359c HTTP/1.1" status: 200 len: 1093 time: 2.9306855 Apr 09 01:58:47.925184 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbb9aac-8ec0-484b-8aca-aef5f75693ad', 'tag': '1313c805-3c12-496b-84ee-ac5905f0359c'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:58:47.961574 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-48855af8-6b34-4c77-aefc-0fb085006bf6 req-4955e1dc-0c4e-46fc-bd85-3800c87b3ee9 service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8357446 Apr 09 01:58:47.985538 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbd389-7bfa-4cb4-bcae-7aaabe6c609c req-cdc73b7e-050a-4a4e-be15-9b7d29cd8cd1 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:47.994106 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-68fbd389-7bfa-4cb4-bcae-7aaabe6c609c req-cdc73b7e-050a-4a4e-be15-9b7d29cd8cd1 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 950 time: 0.2626808 Apr 09 01:58:47.998134 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-a511b901-d191-4c08-97f3-2f160f3f761e req-568cfb09-2456-4f74-9162-4099a27f4bf5 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:48.028244 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:48.137473 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cfb09-2456-4f74-9162-4099a27f4bf5 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Pushing event deleted for resources: {'Port': ['ID=9084a2e9-e292-4892-a46c-2a08eb844e8d,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:48.142601 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-568cfb09-2456-4f74-9162-4099a27f4bf5 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:48.164303 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-68fbd389-7bfa-4cb4-bcae-7aaabe6c609c req-bfcf937e-ec73-46cd-9c07-e9dabf273435 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf54ce0c-76d6-4615-aba6-c2d39b931070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690943 Apr 09 01:58:48.213601 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:48.240344 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbb9aac-8ec0-484b-8aca-aef5f75693ad', 'tag': '1313c805-3c12-496b-84ee-ac5905f0359c', 'status': 'completed', 'code': 200} Apr 09 01:58:48.327580 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-48855af8-6b34-4c77-aefc-0fb085006bf6 req-fe744245-4b8d-468f-9227-1d51d255fe9c service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521557 Apr 09 01:58:48.339336 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f358bd8-8414-4bdd-a8bc-4a08fa531ca7 req-9dba766c-832e-4cb0-89b8-642becac413b tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:48.341105 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3f358bd8-8414-4bdd-a8bc-4a08fa531ca7 req-9dba766c-832e-4cb0-89b8-642becac413b tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 943 time: 0.2639494 Apr 09 01:58:48.343611 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a81453-cb16-4018-a92f-3587d570153d req-54b01191-4cd8-48d9-9481-1533a529f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:48.345272 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71a81453-cb16-4018-a92f-3587d570153d req-54b01191-4cd8-48d9-9481-1533a529f883 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdb5c7b167ed48238a56c04c50600551&device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 1096 time: 0.3349085 Apr 09 01:58:48.445094 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71a81453-cb16-4018-a92f-3587d570153d req-2761c6bc-0b83-4545-8da4-f8d6ffae3149 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1313c805-3c12-496b-84ee-ac5905f0359c HTTP/1.1" status: 200 len: 217 time: 0.0797193 Apr 09 01:58:48.450894 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3f358bd8-8414-4bdd-a8bc-4a08fa531ca7 req-4b0648e4-5896-4cbb-80d4-1bc5d1ae2be8 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae8f92ed-4155-46a2-a36e-9c62f406a764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998147 Apr 09 01:58:48.463188 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a511b901-d191-4c08-97f3-2f160f3f761e req-568cfb09-2456-4f74-9162-4099a27f4bf5 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] No DVR routers for this DVR port 9084a2e9-e292-4892-a46c-2a08eb844e8d on host hv-cinder-78462 {{(pid=85254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 01:58:48.467275 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-a511b901-d191-4c08-97f3-2f160f3f761e req-568cfb09-2456-4f74-9162-4099a27f4bf5 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:48.473006 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6432ef5-5ec4-44c6-89b6-4a1c1da23d49', 'name': 'network-vif-deleted', 'tag': '9084a2e9-e292-4892-a46c-2a08eb844e8d'}] {{(pid=85254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:58:48.534332 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a511b901-d191-4c08-97f3-2f160f3f761e req-568cfb09-2456-4f74-9162-4099a27f4bf5 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.60 "DELETE /v2.0/ports/9084a2e9-e292-4892-a46c-2a08eb844e8d HTTP/1.1" status: 204 len: 173 time: 1.4415832 Apr 09 01:58:48.561783 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:48.569332 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a81453-cb16-4018-a92f-3587d570153d req-96f48a61-9ad4-4999-b2e7-86da232fcf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:48.571124 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71a81453-cb16-4018-a92f-3587d570153d req-96f48a61-9ad4-4999-b2e7-86da232fcf9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2138fd35-c483-44d0-b246-34baead69e32 HTTP/1.1" status: 200 len: 849 time: 0.1191478 Apr 09 01:58:48.612487 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6432ef5-5ec4-44c6-89b6-4a1c1da23d49', 'name': 'network-vif-deleted', 'tag': '9084a2e9-e292-4892-a46c-2a08eb844e8d', 'status': 'completed', 'code': 200} Apr 09 01:58:48.697500 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a81453-cb16-4018-a92f-3587d570153d req-c549f571-8f24-448a-bc02-401d905784a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:48.701431 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71a81453-cb16-4018-a92f-3587d570153d req-c549f571-8f24-448a-bc02-401d905784a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd294572-97d5-4bf5-8461-bb564301b047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1222541 Apr 09 01:58:48.868269 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71a81453-cb16-4018-a92f-3587d570153d req-1d09bd8a-cccd-4ab1-97df-731ef3a61239 service neutron] 10.222.0.60 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586516 Apr 09 01:58:49.092839 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71a81453-cb16-4018-a92f-3587d570153d req-39532847-c0b4-410a-95ac-2c22377286f7 service neutron] 10.222.0.60 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176890 Apr 09 01:58:49.249944 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b6685-ed63-4bcc-abf1-dc1fd7b90d2a req-d07310f3-c475-4b60-a44b-51b5885f6828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:49.251593 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2b2b6685-ed63-4bcc-abf1-dc1fd7b90d2a req-d07310f3-c475-4b60-a44b-51b5885f6828 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdb5c7b167ed48238a56c04c50600551&device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 1096 time: 0.0930076 Apr 09 01:58:49.420233 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a39bdfa5-b586-4ee6-ad4b-d1918aa4ae55 req-db5066ef-a5be-45e5-a7d6-7ca93ffd189a tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6432ef5-5ec4-44c6-89b6-4a1c1da23d49 HTTP/1.1" status: 200 len: 210 time: 0.0676475 Apr 09 01:58:49.463060 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b6685-ed63-4bcc-abf1-dc1fd7b90d2a req-9ab5a080-e15e-4970-88ac-bc991555c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:49.465243 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2b2b6685-ed63-4bcc-abf1-dc1fd7b90d2a req-9ab5a080-e15e-4970-88ac-bc991555c1af service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd294572-97d5-4bf5-8461-bb564301b047 HTTP/1.1" status: 200 len: 911 time: 0.2056503 Apr 09 01:58:49.552620 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2b2b6685-ed63-4bcc-abf1-dc1fd7b90d2a req-8865689b-843e-4269-ae20-990d24bb43fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1313c805-3c12-496b-84ee-ac5905f0359c HTTP/1.1" status: 200 len: 217 time: 0.0706229 Apr 09 01:58:49.683005 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b6685-ed63-4bcc-abf1-dc1fd7b90d2a req-3fab1c0d-bdff-4f25-aff5-0ff6fb4cde0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:49.684843 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2b2b6685-ed63-4bcc-abf1-dc1fd7b90d2a req-3fab1c0d-bdff-4f25-aff5-0ff6fb4cde0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2138fd35-c483-44d0-b246-34baead69e32 HTTP/1.1" status: 200 len: 849 time: 0.1225634 Apr 09 01:58:49.742606 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:49.773116 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f8a8a-e181-4d14-91c6-9c8cf2f86ed3 req-8e3c71bc-6585-432f-8047-8ff21e1a921b tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:49.774788 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ea1f8a8a-e181-4d14-91c6-9c8cf2f86ed3 req-8e3c71bc-6585-432f-8047-8ff21e1a921b tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 943 time: 0.1774731 Apr 09 01:58:49.820454 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ea1f8a8a-e181-4d14-91c6-9c8cf2f86ed3 req-81b1e4a8-9315-439a-99a4-b92fce53618c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae8f92ed-4155-46a2-a36e-9c62f406a764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334008 Apr 09 01:58:49.828270 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b6685-ed63-4bcc-abf1-dc1fd7b90d2a req-3c53915c-2dc8-4fc2-824a-ec4625de2ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:49.829977 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2b2b6685-ed63-4bcc-abf1-dc1fd7b90d2a req-3c53915c-2dc8-4fc2-824a-ec4625de2ec1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd294572-97d5-4bf5-8461-bb564301b047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1317441 Apr 09 01:58:49.901180 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 9084a2e9-e292-4892-a46c-2a08eb844e8d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 01:58:49.967629 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] No Port match for: 9084a2e9-e292-4892-a46c-2a08eb844e8d {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 01:58:49.968606 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 9084a2e9-e292-4892-a46c-2a08eb844e8d not bound to the agent host hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 01:58:50.024151 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2b2b6685-ed63-4bcc-abf1-dc1fd7b90d2a req-19fda8df-0a08-4ff1-8d43-979d0c11220e service neutron] 10.222.0.60 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864612 Apr 09 01:58:50.212730 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2b2b6685-ed63-4bcc-abf1-dc1fd7b90d2a req-3e7543bf-0cfc-4e92-9683-5a092de96925 service neutron] 10.222.0.60 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809039 Apr 09 01:58:51.050358 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ddebf-9ee6-486b-a79b-26f15b6461c6 req-0431e35c-1cad-498b-af4b-8ca0d7b789ed tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:51.052048 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-423ddebf-9ee6-486b-a79b-26f15b6461c6 req-0431e35c-1cad-498b-af4b-8ca0d7b789ed tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 943 time: 0.1015527 Apr 09 01:58:51.086463 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-423ddebf-9ee6-486b-a79b-26f15b6461c6 req-cd4044b8-daeb-470b-8064-c80f13d6c855 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae8f92ed-4155-46a2-a36e-9c62f406a764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273170 Apr 09 01:58:51.904347 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 1313c805-3c12-496b-84ee-ac5905f0359c details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 01:58:52.153927 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 1313c805-3c12-496b-84ee-ac5905f0359c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1313c805-3c12-496b-84ee-ac5905f0359c,segment=NetworkSegment(df13e918-9802-4055-9470-4d7703da78e6),segment_id=df13e918-9802-4055-9470-4d7703da78e6)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:58:52.183780 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': '1313c805-3c12-496b-84ee-ac5905f0359c', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'port_id': '1313c805-3c12-496b-84ee-ac5905f0359c', 'mac_address': 'fa:16:3e:1c:69:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2138fd35-c483-44d0-b246-34baead69e32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 01:58:52.266387 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:52.267999 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1313c805-3c12-496b-84ee-ac5905f0359c {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:58:52.296938 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 1313c805-3c12-496b-84ee-ac5905f0359c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1313c805-3c12-496b-84ee-ac5905f0359c,segment=NetworkSegment(df13e918-9802-4055-9470-4d7703da78e6),segment_id=df13e918-9802-4055-9470-4d7703da78e6)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:58:52.301978 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:52.305517 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:52.359174 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fa2da-898a-490c-a2c0-ef7a7f6a4d21 req-0d5d9c10-74ab-40c2-9d8f-77e37ebc7a7b tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:52.370181 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-020fa2da-898a-490c-a2c0-ef7a7f6a4d21 req-0d5d9c10-74ab-40c2-9d8f-77e37ebc7a7b tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 944 time: 0.1083241 Apr 09 01:58:52.404514 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-020fa2da-898a-490c-a2c0-ef7a7f6a4d21 req-df8d1aac-bc18-45a6-adf8-0bfda12ea9a5 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae8f92ed-4155-46a2-a36e-9c62f406a764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365250 Apr 09 01:58:52.656737 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=1313c805-3c12-496b-84ee-ac5905f0359c,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:52.663263 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:52.702194 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['1313c805-3c12-496b-84ee-ac5905f0359c'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:58:53.642036 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd03a86-5431-4f0d-aab3-b56d3eaa126c req-adab1af9-b9c7-478c-b47c-de9684a21851 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:53.643717 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cdd03a86-5431-4f0d-aab3-b56d3eaa126c req-adab1af9-b9c7-478c-b47c-de9684a21851 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 944 time: 0.0996490 Apr 09 01:58:53.679696 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cdd03a86-5431-4f0d-aab3-b56d3eaa126c req-5ec0ebd8-63de-4cef-b253-5abaa6e736f1 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae8f92ed-4155-46a2-a36e-9c62f406a764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283039 Apr 09 01:58:53.930662 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 1313c805-3c12-496b-84ee-ac5905f0359c up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:58:54.075325 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning for port 1313c805-3c12-496b-84ee-ac5905f0359c completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:58:54.082456 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port 1313c805-3c12-496b-84ee-ac5905f0359c triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:58:54.083298 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:54.253195 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:54.276336 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbb9aac-8ec0-484b-8aca-aef5f75693ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1313c805-3c12-496b-84ee-ac5905f0359c'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:58:54.294899 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 1313c805-3c12-496b-84ee-ac5905f0359c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1313c805-3c12-496b-84ee-ac5905f0359c,segment=NetworkSegment(df13e918-9802-4055-9470-4d7703da78e6),segment_id=df13e918-9802-4055-9470-4d7703da78e6)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:58:54.299666 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:54.302183 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:54.391968 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbb9aac-8ec0-484b-8aca-aef5f75693ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1313c805-3c12-496b-84ee-ac5905f0359c', 'code': 200} Apr 09 01:58:54.454814 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=1313c805-3c12-496b-84ee-ac5905f0359c,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:54.458380 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:54.678086 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc52939-5b0f-4869-9eab-7708332d0453 req-d7d1b19b-913f-4320-8c85-b1ccdcba7f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:54.679397 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bdc52939-5b0f-4869-9eab-7708332d0453 req-d7d1b19b-913f-4320-8c85-b1ccdcba7f2d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 1098 time: 0.1289327 Apr 09 01:58:54.709118 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bdc52939-5b0f-4869-9eab-7708332d0453 req-ddb6f39b-a241-45d1-a691-51937df9ea33 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ae8f92ed-4155-46a2-a36e-9c62f406a764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0206800 Apr 09 01:58:54.928281 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779184a-5094-4c4a-8afb-e5ad1311ef39 req-634cbd46-73a5-4793-9be1-7c5174059879 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:54.931235 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b779184a-5094-4c4a-8afb-e5ad1311ef39 req-634cbd46-73a5-4793-9be1-7c5174059879 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 945 time: 0.1266425 Apr 09 01:58:54.980359 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b779184a-5094-4c4a-8afb-e5ad1311ef39 req-e3010c42-df2c-4189-8d90-9ba6ef389e84 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae8f92ed-4155-46a2-a36e-9c62f406a764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418553 Apr 09 01:58:55.966147 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20465a2c-ce35-421b-b0a0-0a53519461d3 req-3d478728-6ce9-40a7-9c92-4e704907c379 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:55.967924 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-20465a2c-ce35-421b-b0a0-0a53519461d3 req-3d478728-6ce9-40a7-9c92-4e704907c379 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=86c97821-dab6-4534-82f2-b6721335b4d4 HTTP/1.1" status: 200 len: 945 time: 0.0910861 Apr 09 01:58:56.006097 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-20465a2c-ce35-421b-b0a0-0a53519461d3 req-3376a9a0-d213-474e-8a5d-12ab897eb317 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251713 Apr 09 01:58:56.208998 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ccd2d-ac9e-47a8-9022-7fdd69d0163c req-06f8b88e-7258-454f-ac03-beb299812b3b tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:56.210651 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6f5ccd2d-ac9e-47a8-9022-7fdd69d0163c req-06f8b88e-7258-454f-ac03-beb299812b3b tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 945 time: 0.0999510 Apr 09 01:58:56.244391 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6f5ccd2d-ac9e-47a8-9022-7fdd69d0163c req-ccf83d5e-7b97-4de9-b340-15ba1afb5825 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae8f92ed-4155-46a2-a36e-9c62f406a764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258741 Apr 09 01:58:56.490772 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46144826-8bd3-43f9-a6ad-42f71a5bb8b3 req-1d37a53e-17c3-4968-b83f-5fdc4e742e65 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:56.492457 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-46144826-8bd3-43f9-a6ad-42f71a5bb8b3 req-1d37a53e-17c3-4968-b83f-5fdc4e742e65 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 945 time: 0.1081090 Apr 09 01:58:56.498703 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 59584) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:56.505081 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 59588) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:56.511502 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-4253de1f-4172-4d41-abd9-1f8a69a85063 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Request body: {'floatingip': {'port_id': '1313c805-3c12-496b-84ee-ac5905f0359c'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:58:56.598409 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4253de1f-4172-4d41-abd9-1f8a69a85063 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for floatingip, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:56.754124 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-45e7dec1-25d4-4898-b283-cb5d78af4eb3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fae3fdcf13a14593bda5cfbcfebcc9ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537465 Apr 09 01:58:56.758592 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 59594) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:58:56.851629 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2850fedb-8fd1-44e3-8962-ed7fddd7ffdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:56.908579 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2850fedb-8fd1-44e3-8962-ed7fddd7ffdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:56.996969 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2850fedb-8fd1-44e3-8962-ed7fddd7ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:57.004546 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-373f1bbc-9ae0-42ed-b37a-a05bcd240686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:58:57.022963 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850fedb-8fd1-44e3-8962-ed7fddd7ffdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf54ce0c-76d6-4615-aba6-c2d39b931070,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:58:57.026666 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2850fedb-8fd1-44e3-8962-ed7fddd7ffdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:58:57.035399 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2850fedb-8fd1-44e3-8962-ed7fddd7ffdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:57.039359 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2850fedb-8fd1-44e3-8962-ed7fddd7ffdf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf54ce0c-76d6-4615-aba6-c2d39b931070 HTTP/1.1" status: 204 len: 168 time: 0.2771344 Apr 09 01:58:57.474955 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7017a0-e81a-4aac-b724-9629fced0f6d req-b3fdd0e5-20f5-4832-ab33-e74032926544 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:57.477162 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fd7017a0-e81a-4aac-b724-9629fced0f6d req-b3fdd0e5-20f5-4832-ab33-e74032926544 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=86c97821-dab6-4534-82f2-b6721335b4d4 HTTP/1.1" status: 200 len: 945 time: 0.2521567 Apr 09 01:58:57.534216 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fd7017a0-e81a-4aac-b724-9629fced0f6d req-58d95751-0f79-4ef4-97fe-d0f51864ead9 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391316 Apr 09 01:58:57.743699 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4253de1f-4172-4d41-abd9-1f8a69a85063 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:57.747665 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4253de1f-4172-4d41-abd9-1f8a69a85063 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-665075'] for floatingip, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:57.947100 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.l3_db [None req-4253de1f-4172-4d41-abd9-1f8a69a85063 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Floating IP 49b2ad78-593b-4846-a559-27a61b26531b associated. External IP: 172.28.0.252, port: 1313c805-3c12-496b-84ee-ac5905f0359c. Apr 09 01:58:58.348534 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4253de1f-4172-4d41-abd9-1f8a69a85063 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 01:58:58.560184 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4253de1f-4172-4d41-abd9-1f8a69a85063 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:58:58.565055 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4253de1f-4172-4d41-abd9-1f8a69a85063 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for floatingip, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:58:58.571360 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e7dba8-72c3-4466-ba6f-4bc39a3070b8 None None] Sync routers for ids ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'] in dv-cinder-784623-6-smb {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:58:58.582971 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e7dba8-72c3-4466-ba6f-4bc39a3070b8 None None] Routers {'424d2a3c-224c-44a1-ad6e-17a1326f7f1c'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:58:58.583790 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-85e7dba8-72c3-4466-ba6f-4bc39a3070b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:58:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:58.630693 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-4253de1f-4172-4d41-abd9-1f8a69a85063 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "PUT /v2.0/floatingips/49b2ad78-593b-4846-a559-27a61b26531b HTTP/1.1" status: 200 len: 991 time: 2.1243756 Apr 09 01:58:58.631458 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbb9aac-8ec0-484b-8aca-aef5f75693ad', 'tag': '1313c805-3c12-496b-84ee-ac5905f0359c'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:58:58.845545 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22613c37-d071-48e8-8780-406a86487b04 req-be42ee88-34ba-4772-aee1-bc78e45fe08f tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:58.853257 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-22613c37-d071-48e8-8780-406a86487b04 req-be42ee88-34ba-4772-aee1-bc78e45fe08f tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=86c97821-dab6-4534-82f2-b6721335b4d4 HTTP/1.1" status: 200 len: 945 time: 0.1211402 Apr 09 01:58:58.857042 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbb9aac-8ec0-484b-8aca-aef5f75693ad', 'tag': '1313c805-3c12-496b-84ee-ac5905f0359c', 'status': 'completed', 'code': 200} Apr 09 01:58:58.895504 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-85e7dba8-72c3-4466-ba6f-4bc39a3070b8 None None] Set router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:58:58.985523 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-22613c37-d071-48e8-8780-406a86487b04 req-799847d9-9920-4263-83c8-3a6a48e3b745 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239047 Apr 09 01:58:59.029421 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391127d2-2b93-4ce8-a1f0-b283faba60a8 req-eb731004-05ec-45aa-899e-256a1a45b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:59.031672 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-391127d2-2b93-4ce8-a1f0-b283faba60a8 req-eb731004-05ec-45aa-899e-256a1a45b599 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdb5c7b167ed48238a56c04c50600551&device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 1098 time: 0.1464536 Apr 09 01:58:59.258965 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391127d2-2b93-4ce8-a1f0-b283faba60a8 req-0cb36020-b574-41ff-8e43-ffe5bea2bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:59.261494 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-391127d2-2b93-4ce8-a1f0-b283faba60a8 req-0cb36020-b574-41ff-8e43-ffe5bea2bb3e service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd294572-97d5-4bf5-8461-bb564301b047 HTTP/1.1" status: 200 len: 911 time: 0.2173240 Apr 09 01:58:59.339536 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-85e7dba8-72c3-4466-ba6f-4bc39a3070b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc530b23-814c-494d-93da-71763d63e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:44Z', 'revision_number': 4, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port': {'id': 'dc530b23-814c-494d-93da-71763d63e292', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:24Z', 'updated_at': '2021-04-09T01:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_floatingips': [{'id': '49b2ad78-593b-4846-a559-27a61b26531b', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'floating_ip_address': '172.28.0.252', 'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'router_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'port_id': '1313c805-3c12-496b-84ee-ac5905f0359c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'mac_address': 'fa:16:3e:1c:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbb9aac-8ec0-484b-8aca-aef5f75693ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T01:58:39Z', 'updated_at': '2021-04-09T01:58:57Z', 'revision_number': 1, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c', 'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'mac_address': 'fa:16:3e:b3:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2138fd35-c483-44d0-b246-34baead69e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:37Z', 'updated_at': '2021-04-09T01:54:58Z', 'revision_number': 5, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'subnets': [{'id': '2138fd35-c483-44d0-b246-34baead69e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:59.345195 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e7dba8-72c3-4466-ba6f-4bc39a3070b8 None None] Checking router: 424d2a3c-224c-44a1-ad6e-17a1326f7f1c for host: dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:58:59.357325 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e7dba8-72c3-4466-ba6f-4bc39a3070b8 None None] Routers {'424d2a3c-224c-44a1-ad6e-17a1326f7f1c'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:58:59.358482 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-85e7dba8-72c3-4466-ba6f-4bc39a3070b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:58:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:58:59.390091 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-391127d2-2b93-4ce8-a1f0-b283faba60a8 req-6bcc293f-ffa3-45d9-950f-4a36d84ae8d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1313c805-3c12-496b-84ee-ac5905f0359c HTTP/1.1" status: 200 len: 999 time: 0.1212454 Apr 09 01:58:59.465637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391127d2-2b93-4ce8-a1f0-b283faba60a8 req-a3aba8e1-e394-4f65-8a8c-101c4dd634ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:59.467510 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-391127d2-2b93-4ce8-a1f0-b283faba60a8 req-a3aba8e1-e394-4f65-8a8c-101c4dd634ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2138fd35-c483-44d0-b246-34baead69e32 HTTP/1.1" status: 200 len: 849 time: 0.0698805 Apr 09 01:58:59.578367 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-85e7dba8-72c3-4466-ba6f-4bc39a3070b8 None None] Set router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:58:59.580911 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391127d2-2b93-4ce8-a1f0-b283faba60a8 req-e33f169c-162d-4593-87d4-48a03a4c76fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:58:59.583843 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-391127d2-2b93-4ce8-a1f0-b283faba60a8 req-e33f169c-162d-4593-87d4-48a03a4c76fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd294572-97d5-4bf5-8461-bb564301b047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1079869 Apr 09 01:58:59.862570 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-391127d2-2b93-4ce8-a1f0-b283faba60a8 req-7e419f2a-3863-45af-a3e8-9d641ea0a330 service neutron] 10.222.0.60 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689130 Apr 09 01:59:00.078989 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-85e7dba8-72c3-4466-ba6f-4bc39a3070b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc530b23-814c-494d-93da-71763d63e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:44Z', 'revision_number': 4, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port': {'id': 'dc530b23-814c-494d-93da-71763d63e292', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:24Z', 'updated_at': '2021-04-09T01:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_floatingips': [{'id': '49b2ad78-593b-4846-a559-27a61b26531b', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'floating_ip_address': '172.28.0.252', 'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'router_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'port_id': '1313c805-3c12-496b-84ee-ac5905f0359c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'mac_address': 'fa:16:3e:1c:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbb9aac-8ec0-484b-8aca-aef5f75693ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T01:58:39Z', 'updated_at': '2021-04-09T01:58:57Z', 'revision_number': 1, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c', 'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'mac_address': 'fa:16:3e:b3:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2138fd35-c483-44d0-b246-34baead69e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:37Z', 'updated_at': '2021-04-09T01:54:58Z', 'revision_number': 5, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'subnets': [{'id': '2138fd35-c483-44d0-b246-34baead69e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:59:00.083804 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e7dba8-72c3-4466-ba6f-4bc39a3070b8 None None] The sync data for ids ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'] in dv-cinder-784623-6-smb is: [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc530b23-814c-494d-93da-71763d63e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:44Z', 'revision_number': 4, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port': {'id': 'dc530b23-814c-494d-93da-71763d63e292', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:24Z', 'updated_at': '2021-04-09T01:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_floatingips': [{'id': '49b2ad78-593b-4846-a559-27a61b26531b', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'floating_ip_address': '172.28.0.252', 'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'router_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'port_id': '1313c805-3c12-496b-84ee-ac5905f0359c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'mac_address': 'fa:16:3e:1c:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbb9aac-8ec0-484b-8aca-aef5f75693ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T01:58:39Z', 'updated_at': '2021-04-09T01:58:57Z', 'revision_number': 1, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c', 'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'mac_address': 'fa:16:3e:b3:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2138fd35-c483-44d0-b246-34baead69e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:37Z', 'updated_at': '2021-04-09T01:54:58Z', 'revision_number': 5, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'subnets': [{'id': '2138fd35-c483-44d0-b246-34baead69e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:59:00.112175 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-391127d2-2b93-4ce8-a1f0-b283faba60a8 req-7b052200-7e87-4459-abc3-dec6185bf801 service neutron] 10.222.0.60 "GET /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403302 Apr 09 01:59:00.247198 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e259d38-07e6-4121-8318-c01d70ac2bb0 req-6e15e586-cb1a-41d8-84cc-0a7adcb7278d tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:00.248996 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6e259d38-07e6-4121-8318-c01d70ac2bb0 req-6e15e586-cb1a-41d8-84cc-0a7adcb7278d tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=86c97821-dab6-4534-82f2-b6721335b4d4 HTTP/1.1" status: 200 len: 945 time: 0.0943172 Apr 09 01:59:00.282108 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6e259d38-07e6-4121-8318-c01d70ac2bb0 req-cf31b7d7-36f5-4f74-b993-ee1231fa4622 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/security-groups?id=99c7ca28-5381-475d-8f2e-5aa53bf10d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262175 Apr 09 01:59:00.440409 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f0a279-960b-473c-9187-4c875b48bd3a None None] New status for floating IP 49b2ad78-593b-4846-a559-27a61b26531b: ACTIVE {{(pid=85256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 01:59:00.654989 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b0eda-40be-45d9-82d1-e52a2e04aba3 req-44bad538-ce58-46d1-bdbf-1bd378c8ce55 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:00.656615 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-594b0eda-40be-45d9-82d1-e52a2e04aba3 req-44bad538-ce58-46d1-bdbf-1bd378c8ce55 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.60 "GET /v2.0/ports?device_id=86c97821-dab6-4534-82f2-b6721335b4d4 HTTP/1.1" status: 200 len: 945 time: 0.1021163 Apr 09 01:59:00.755128 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-594b0eda-40be-45d9-82d1-e52a2e04aba3 req-a1f8f8fa-b40c-481c-a0fe-6ff8778fd647 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Deleting port dd362d19-4d09-42f6-a4f7-4a60837f7384 {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 01:59:00.755662 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-594b0eda-40be-45d9-82d1-e52a2e04aba3 req-a1f8f8fa-b40c-481c-a0fe-6ff8778fd647 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:01.062104 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-594b0eda-40be-45d9-82d1-e52a2e04aba3 req-a1f8f8fa-b40c-481c-a0fe-6ff8778fd647 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] For port dd362d19-4d09-42f6-a4f7-4a60837f7384, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dd362d19-4d09-42f6-a4f7-4a60837f7384,segment=NetworkSegment(f8b6926f-4018-4de1-b4ee-d0d96ccdbe34),segment_id=f8b6926f-4018-4de1-b4ee-d0d96ccdbe34)] {{(pid=85253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:59:01.062560 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-594b0eda-40be-45d9-82d1-e52a2e04aba3 req-a1f8f8fa-b40c-481c-a0fe-6ff8778fd647 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:01.209499 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-594b0eda-40be-45d9-82d1-e52a2e04aba3 req-a1f8f8fa-b40c-481c-a0fe-6ff8778fd647 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Calling delete_port for dd362d19-4d09-42f6-a4f7-4a60837f7384 owned by compute:nova {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 01:59:01.421439 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-594b0eda-40be-45d9-82d1-e52a2e04aba3 req-a1f8f8fa-b40c-481c-a0fe-6ff8778fd647 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:01.435651 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['dd362d19-4d09-42f6-a4f7-4a60837f7384'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:59:01.454765 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:01.844347 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8f8fa-b40c-481c-a0fe-6ff8778fd647 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Pushing event deleted for resources: {'Port': ['ID=dd362d19-4d09-42f6-a4f7-4a60837f7384,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:01.903386 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a1f8f8fa-b40c-481c-a0fe-6ff8778fd647 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:01.920483 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d1e876bd-f058-4086-bc7f-44d929f2e21b req-f47a43ac-1d9c-46e0-9fb3-f63b5a297c10 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.44 "GET /v2.0/ports?device_id=86c97821-dab6-4534-82f2-b6721335b4d4 HTTP/1.1" status: 200 len: 210 time: 0.3863931 Apr 09 01:59:02.074449 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-594b0eda-40be-45d9-82d1-e52a2e04aba3 req-a1f8f8fa-b40c-481c-a0fe-6ff8778fd647 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] No DVR routers for this DVR port dd362d19-4d09-42f6-a4f7-4a60837f7384 on host hv-cinder-78462 {{(pid=85253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 01:59:02.077199 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-594b0eda-40be-45d9-82d1-e52a2e04aba3 req-a1f8f8fa-b40c-481c-a0fe-6ff8778fd647 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:02.080223 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c97821-dab6-4534-82f2-b6721335b4d4', 'name': 'network-vif-deleted', 'tag': 'dd362d19-4d09-42f6-a4f7-4a60837f7384'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:59:02.094930 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-594b0eda-40be-45d9-82d1-e52a2e04aba3 req-a1f8f8fa-b40c-481c-a0fe-6ff8778fd647 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] 10.222.0.60 "DELETE /v2.0/ports/dd362d19-4d09-42f6-a4f7-4a60837f7384 HTTP/1.1" status: 204 len: 173 time: 1.4307575 Apr 09 01:59:02.136121 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c97821-dab6-4534-82f2-b6721335b4d4', 'name': 'network-vif-deleted', 'tag': 'dd362d19-4d09-42f6-a4f7-4a60837f7384', 'status': 'completed', 'code': 200} Apr 09 01:59:02.188257 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:02.530017 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:59:03.957194 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device dd362d19-4d09-42f6-a4f7-4a60837f7384 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 01:59:04.005218 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] No Port match for: dd362d19-4d09-42f6-a4f7-4a60837f7384 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 01:59:04.005620 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device dd362d19-4d09-42f6-a4f7-4a60837f7384 not bound to the agent host hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 01:59:13.459249 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-567aba6c-aec6-45c1-b7bf-756ac78efa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:17.227592 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ab4a322f-8930-4ac7-8bca-89f49390cea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:18.185004 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:18.550516 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:19.740936 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:23.951044 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 59822) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:59:24.027246 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_v2 [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Deleting subnet 5a1d7a97-2034-457c-ac2f-d8fc5a641eab {{(pid=85254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 01:59:24.030669 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:24.093186 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851887881'] for subnet, precommit_delete_associations {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:24.163172 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:24.511913 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852597361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852455743'] for subnet, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:24.543000 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b5f2998e-7dd9-48ee-8708-4581a66b548b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:24.625286 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a1d7a97-2034-457c-ac2f-d8fc5a641eab,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:24.700267 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:24.700602 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:24.701035 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:24.701446 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:24.701845 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:24.704338 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:24.704810 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:24.705296 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:24.705706 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:24.706122 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:24.712815 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:24.713950 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:24.721500 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:24.756367 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:24.767148 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-baedbc69-399a-4bcf-b852-7c14b82294ac admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5a1d7a97-2034-457c-ac2f-d8fc5a641eab HTTP/1.1" status: 204 len: 168 time: 0.8149180 Apr 09 01:59:24.769724 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 59830) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:59:24.904136 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c743fa07-0d33-4f05-8fb3-f2e0f637cdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-397677'] for network, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:25.371378 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c743fa07-0d33-4f05-8fb3-f2e0f637cdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245879998222'] for network, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:25.514437 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-c743fa07-0d33-4f05-8fb3-f2e0f637cdd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0871fb3-c899-4b93-992b-4545b0ee100a']}} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:59:25.530573 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-c743fa07-0d33-4f05-8fb3-f2e0f637cdd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b6926f-4018-4de1-b4ee-d0d96ccdbe34') {'for_net_delete': True} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:59:25.531194 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-c743fa07-0d33-4f05-8fb3-f2e0f637cdd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b6926f-4018-4de1-b4ee-d0d96ccdbe34') {} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:59:25.544297 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c743fa07-0d33-4f05-8fb3-f2e0f637cdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245879917052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2887887'] for segment, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:25.560057 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c743fa07-0d33-4f05-8fb3-f2e0f637cdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:25.569294 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c743fa07-0d33-4f05-8fb3-f2e0f637cdd6 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=85254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 01:59:25.756163 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-c743fa07-0d33-4f05-8fb3-f2e0f637cdd6 admin admin] Network c0871fb3-c899-4b93-992b-4545b0ee100a has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 01:59:25.770356 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c743fa07-0d33-4f05-8fb3-f2e0f637cdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852597294'] for segment, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:25.958663 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-c743fa07-0d33-4f05-8fb3-f2e0f637cdd6 admin admin] Network c0871fb3-c899-4b93-992b-4545b0ee100a has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: Traceback (most recent call last): Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: timer() Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: cb(*args, **kw) Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: return func(*args, **kwargs) Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: self._notify() Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: self.callback(batched_events) Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: event.method(event) Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: segment_id)['aggregates'][0] Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: return f(self, *a, **k) Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: return self._get(url).json() Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: **kwargs) Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: return self.request(url, 'GET', **kwargs) Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: **endpoint_filter) Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 01:59:25.982808 dv-cinder-784623-6-smb neutron-server[85140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 01:59:26.062375 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c743fa07-0d33-4f05-8fb3-f2e0f637cdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665026'] for network, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:26.067185 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c743fa07-0d33-4f05-8fb3-f2e0f637cdd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:26.071106 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:26.095123 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743fa07-0d33-4f05-8fb3-f2e0f637cdd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0871fb3-c899-4b93-992b-4545b0ee100a,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:26.097934 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c743fa07-0d33-4f05-8fb3-f2e0f637cdd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:26.100071 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-c743fa07-0d33-4f05-8fb3-f2e0f637cdd6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c0871fb3-c899-4b93-992b-4545b0ee100a HTTP/1.1" status: 204 len: 168 time: 1.3293397 Apr 09 01:59:26.316167 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 59846) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:59:26.354232 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-71b2bc76-62b8-43f0-9e11-7781e693ac30 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a73094a8814c4c89a6108acfa344df7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0361199 Apr 09 01:59:26.357422 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 59850) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:59:26.422396 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9d28642c-a8f2-4fb7-8643-2140b1354964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:26.453424 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9d28642c-a8f2-4fb7-8643-2140b1354964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:26.497438 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9d28642c-a8f2-4fb7-8643-2140b1354964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:26.502436 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-12ea41e9-4e87-4e75-8da4-66da3d35520e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:26.516527 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28642c-a8f2-4fb7-8643-2140b1354964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c7ca28-5381-475d-8f2e-5aa53bf10d3e,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:26.519686 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9d28642c-a8f2-4fb7-8643-2140b1354964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:26.523804 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-9d28642c-a8f2-4fb7-8643-2140b1354964 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99c7ca28-5381-475d-8f2e-5aa53bf10d3e HTTP/1.1" status: 204 len: 168 time: 0.1624429 Apr 09 01:59:26.523804 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9d28642c-a8f2-4fb7-8643-2140b1354964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:27.457996 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 59884) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:59:27.659869 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1336844508-network', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:59:27.665725 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:59:27.670416 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Usage tracker for resource:network and tenant:3e71211bd0b74cd8b481127a99faf090 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:59:27.674136 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:59:27.683775 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:59:27.698965 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Made reservation on behalf of 3e71211bd0b74cd8b481127a99faf090 for: {'network': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:59:27.705304 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for network, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:27.720281 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:27.739265 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:59:27.743915 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:3e71211bd0b74cd8b481127a99faf090 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:59:27.747522 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:59:27.755689 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:59:27.883340 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:27.890014 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:27.896171 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ee780ab7-a7ca-483e-9a5c-c8da8035b55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:27.963204 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784f6341-60f4-4f7e-b0d2-af05d6db4c53,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:27.969304 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=85254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 01:59:27.978321 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:27.984302 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:27.985145 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.segments_db [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Added segment f3e62cff-447e-4ea1-a950-319a22922586 of type vlan for network 29507773-c50f-4d83-bdc0-4824bf9f4622 Apr 09 01:59:28.020023 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790974259946'] for network, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:28.055765 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for network, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:28.057720 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:28.058365 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:28.063787 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:28.173247 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7135239 Apr 09 01:59:28.176507 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 59904) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:59:28.182515 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-23d3aecc-7d89-49d3-a282-9dd624281673 admin admin] Request body: {'subnet': {'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1336844508-subnet', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'ip_version': 4}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:59:28.186910 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Pushing event updated for resources: {'Network': ['ID=29507773-c50f-4d83-bdc0-4824bf9f4622,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:28.190870 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:28.191906 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-23d3aecc-7d89-49d3-a282-9dd624281673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:59:28.196968 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-23d3aecc-7d89-49d3-a282-9dd624281673 admin admin] Usage tracker for resource:subnet and tenant:3e71211bd0b74cd8b481127a99faf090 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:59:28.201071 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-23d3aecc-7d89-49d3-a282-9dd624281673 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:59:28.208107 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-23d3aecc-7d89-49d3-a282-9dd624281673 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:59:28.208351 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Network 29507773-c50f-4d83-bdc0-4824bf9f4622 details requested by agent ovs-agent-dv-cinder-784623-6-smb with host dv-cinder-784623-6-smb {{(pid=85255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 01:59:28.219222 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d3aecc-7d89-49d3-a282-9dd624281673 admin admin] Made reservation on behalf of 3e71211bd0b74cd8b481127a99faf090 for: {'subnet': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:59:28.225047 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-23d3aecc-7d89-49d3-a282-9dd624281673 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2320104'] for subnet, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:28.572939 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf90a2-215f-4e2f-9053-249305ad7e16 req-18c9fd53-0aae-4a32-98d9-cbb62fec91fc tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:28.574745 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-dbcf90a2-215f-4e2f-9053-249305ad7e16 req-18c9fd53-0aae-4a32-98d9-cbb62fec91fc tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.2153037 Apr 09 01:59:28.618476 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-dbcf90a2-215f-4e2f-9053-249305ad7e16 req-4d206a0b-ebf6-447f-a0c1-55d3b53e2ed5 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301402 Apr 09 01:59:28.698204 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-23d3aecc-7d89-49d3-a282-9dd624281673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2178371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2320089'] for subnet, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:28.714991 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:28.855936 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3aecc-7d89-49d3-a282-9dd624281673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9ffae36-0e18-4e05-9f0f-419c9230207d,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:28.860571 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-23d3aecc-7d89-49d3-a282-9dd624281673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:28.934623 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3aecc-7d89-49d3-a282-9dd624281673 admin admin] Checking segment: {'id': 'f3e62cff-447e-4ea1-a950-319a22922586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:59:28.935061 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d3aecc-7d89-49d3-a282-9dd624281673 admin admin] Network hostable DHCP agents. Network: 29507773-c50f-4d83-bdc0-4824bf9f4622, hostable agents: ['68056bad-9ad5-43c2-8e53-4c698c5ccbf6'], hosted agents: [] {{(pid=85254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 01:59:28.961042 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d3aecc-7d89-49d3-a282-9dd624281673 admin admin] Network 29507773-c50f-4d83-bdc0-4824bf9f4622 is scheduled to be hosted by DHCP agent 68056bad-9ad5-43c2-8e53-4c698c5ccbf6 with binding_index 1 {{(pid=85254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 01:59:28.972688 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-23d3aecc-7d89-49d3-a282-9dd624281673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-smb, 29507773-c50f-4d83-bdc0-4824bf9f4622) {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:59:28.986715 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6195e5e-e63b-47a6-a926-db35b9168a61 None None] Network 29507773-c50f-4d83-bdc0-4824bf9f4622 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:59:28.992733 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d3aecc-7d89-49d3-a282-9dd624281673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:28.993619 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-23d3aecc-7d89-49d3-a282-9dd624281673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:29.019998 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-23d3aecc-7d89-49d3-a282-9dd624281673 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8423102 Apr 09 01:59:29.024055 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 59912) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:59:29.035304 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1336844508-router', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:59:29.044334 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:59:29.051670 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Usage tracker for resource:router and tenant:3e71211bd0b74cd8b481127a99faf090 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:59:29.058774 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:59:29.070625 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:59:29.085851 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773841'] for router, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:29.087593 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1940'] for router, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:29.111688 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:29.325612 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51a003c9-ca63-50ac-9cc8-aae34d64f8f4-29507773-c50f-4d83-bdc0-4824bf9f4622', 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'fixed_ips': [{'subnet_id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d'}]}} from dv-cinder-784623-6-smb. {{(pid=85255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 09 01:59:29.326672 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:29.421546 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1925'] for router, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:29.513415 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Allocated IP 172.20.0.2 (29507773-c50f-4d83-bdc0-4824bf9f4622/a9ffae36-0e18-4e05-9f0f-419c9230207d/9e11ae9d-5199-4b78-bf18-3b63c778be1e) {{(pid=85255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:59:29.800969 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:29.841751 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Notify callbacks [] for port, precommit_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:29.855579 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Transition to ACTIVE for port object 9e11ae9d-5199-4b78-bf18-3b63c778be1e will not be triggered until provisioned by entity L2. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:59:29.873633 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:29.876792 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Transition to ACTIVE for port object 9e11ae9d-5199-4b78-bf18-3b63c778be1e will not be triggered until provisioned by entity DHCP. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:59:29.878323 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b7edb-369a-438b-8a03-220ecc0e1409 req-1eb1cca3-2a64-48ab-92f0-2c6b88b4cdcd tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:29.880299 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9c7b7edb-369a-438b-8a03-220ecc0e1409 req-1eb1cca3-2a64-48ab-92f0-2c6b88b4cdcd tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.1020825 Apr 09 01:59:29.891707 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:29.906341 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-54477762-ecd8-40e6-bede-03455e0416af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:29.950543 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9c7b7edb-369a-438b-8a03-220ecc0e1409 req-6e03ff83-9fd3-4f9e-811e-df3c7441e8b3 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565350 Apr 09 01:59:30.054434 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Pushing event updated for resources: {'Port': ['ID=9e11ae9d-5199-4b78-bf18-3b63c778be1e,revision_number=1']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:30.060480 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:30.125349 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Network 29507773-c50f-4d83-bdc0-4824bf9f4622 is already hosted by enough agents. {{(pid=85255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:59:30.127554 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Resources bound (agent type, host, resource id): {{(pid=85255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:59:30.131132 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Received port after_create {{(pid=85255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:59:30.142313 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Allocated IP 172.28.0.112 (8df4ea79-732a-43b6-97d7-19109b70c389/9f1b2a28-977e-4854-8466-cbb1a9b3b7c1/4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01) {{(pid=85254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:59:30.320477 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Attempting to bind port 9e11ae9d-5199-4b78-bf18-3b63c778be1e on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:59:30.321223 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Attempting to bind port 9e11ae9d-5199-4b78-bf18-3b63c778be1e by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': 'f3e62cff-447e-4ea1-a950-319a22922586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622'}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:59:30.321927 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Attempting to bind port 9e11ae9d-5199-4b78-bf18-3b63c778be1e on network 29507773-c50f-4d83-bdc0-4824bf9f4622 {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:59:30.333495 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:59:30.334192 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Checking segment: {'id': 'f3e62cff-447e-4ea1-a950-319a22922586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:59:30.334965 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:30.335717 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Bound using segment: {'id': 'f3e62cff-447e-4ea1-a950-319a22922586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622'} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:59:30.336648 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Bound port: 9e11ae9d-5199-4b78-bf18-3b63c778be1e, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e62cff-447e-4ea1-a950-319a22922586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622'}}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:59:30.337410 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:30.415162 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:30.449813 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:30.470433 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8f125dba-f59f-48c3-abb4-bb2145f6069c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:30.485604 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] For port 9e11ae9d-5199-4b78-bf18-3b63c778be1e, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:59:30.491801 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] For port 9e11ae9d-5199-4b78-bf18-3b63c778be1e, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=9e11ae9d-5199-4b78-bf18-3b63c778be1e,segment=NetworkSegment(f3e62cff-447e-4ea1-a950-319a22922586),segment_id=f3e62cff-447e-4ea1-a950-319a22922586)] {{(pid=85255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:59:30.497276 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:30.526990 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:30.833896 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Pushing event updated for resources: {'Port': ['ID=9e11ae9d-5199-4b78-bf18-3b63c778be1e,revision_number=2']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:30.840445 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a0e280e0-eb27-4ee1-953c-944533c11f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:30.875434 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Pushing event updated for resources: {'Port': ['ID=4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:30.880434 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:30.954498 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Network 8df4ea79-732a-43b6-97d7-19109b70c389 is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:59:30.956077 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:59:30.958691 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Received port after_create {{(pid=85254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:59:31.364955 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d9f7b-535c-43f5-92eb-1438c02d2f9c req-55038fc6-0534-427e-97c8-4d3b6b338e5c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:31.368150 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e35d9f7b-535c-43f5-92eb-1438c02d2f9c req-55038fc6-0534-427e-97c8-4d3b6b338e5c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.1912305 Apr 09 01:59:31.415226 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e35d9f7b-535c-43f5-92eb-1438c02d2f9c req-9ff34d72-a2e7-4051-bc53-e928fa7b854e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402787 Apr 09 01:59:31.493952 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:31.889746 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854004705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854110841'] for router, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:31.995646 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 9e11ae9d-5199-4b78-bf18-3b63c778be1e up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:59:32.072673 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port 9e11ae9d-5199-4b78-bf18-3b63c778be1e completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:59:32.131835 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Router f0063977-3f40-41bf-986b-5f19f684b701 is scheduled to L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 with binding_index 1 {{(pid=85254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 09 01:59:32.186365 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:32.336594 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:59:32.347352 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Sync routers for ids ['f0063977-3f40-41bf-986b-5f19f684b701'] in dv-cinder-784623-6-smb {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:59:32.358206 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Routers {'f0063977-3f40-41bf-986b-5f19f684b701'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:59:32.358899 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:59:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['f0063977-3f40-41bf-986b-5f19f684b701'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:59:32.366394 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Notify callbacks [] for router, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:32.368134 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3413396 Apr 09 01:59:32.370764 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 59924) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:59:32.491676 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8109750d-04b3-4387-8ffe-65f80fd5cdfd None None] Network 29507773-c50f-4d83-bdc0-4824bf9f4622 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:59:32.627431 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-9e422ba8-8c2c-4dd6-81ff-c85d3f087b62 None None] Provisioning for port 9e11ae9d-5199-4b78-bf18-3b63c778be1e completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:59:32.641017 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-9e422ba8-8c2c-4dd6-81ff-c85d3f087b62 None None] Provisioning complete for port 9e11ae9d-5199-4b78-bf18-3b63c778be1e triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:59:32.641454 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9e422ba8-8c2c-4dd6-81ff-c85d3f087b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:32.649366 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa03e3f-1b37-41ee-a759-a9b2f41f99ac req-9ee9e5f2-f190-46fe-ae1b-39e0a3da0d03 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:32.651125 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-daa03e3f-1b37-41ee-a759-a9b2f41f99ac req-9ee9e5f2-f190-46fe-ae1b-39e0a3da0d03 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.0949097 Apr 09 01:59:32.718616 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-daa03e3f-1b37-41ee-a759-a9b2f41f99ac req-1921cb19-176a-4043-a724-8c8cf143572f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520706 Apr 09 01:59:32.750345 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Set router f0063977-3f40-41bf-986b-5f19f684b701 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:59:32.963831 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8695b1fc-4f84-45ae-97c4-f691447f0373 req-99496335-5667-44a0-9647-62b3f11a49dd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1283054 Apr 09 01:59:33.147793 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695b1fc-4f84-45ae-97c4-f691447f0373 req-fe8ab87e-af3b-4722-aa91-11e6ea04c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:33.149418 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8695b1fc-4f84-45ae-97c4-f691447f0373 req-fe8ab87e-af3b-4722-aa91-11e6ea04c2e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60c2b5f2443044d88660062c502a1923&device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 1099 time: 0.1006160 Apr 09 01:59:33.340304 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695b1fc-4f84-45ae-97c4-f691447f0373 req-4c13deea-fa89-41b6-af08-46a4a8499471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:33.342143 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8695b1fc-4f84-45ae-97c4-f691447f0373 req-4c13deea-fa89-41b6-af08-46a4a8499471 service neutron] 10.222.0.60 "GET /v2.0/networks?id=304c0d54-f5c0-4d20-8f14-89b83afdf40f HTTP/1.1" status: 200 len: 910 time: 0.1655984 Apr 09 01:59:33.373815 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9e422ba8-8c2c-4dd6-81ff-c85d3f087b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:33.433568 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:33.444459 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-9e422ba8-8c2c-4dd6-81ff-c85d3f087b62 None None] For port 9e11ae9d-5199-4b78-bf18-3b63c778be1e, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=9e11ae9d-5199-4b78-bf18-3b63c778be1e,segment=NetworkSegment(f3e62cff-447e-4ea1-a950-319a22922586),segment_id=f3e62cff-447e-4ea1-a950-319a22922586)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:59:33.459226 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9e422ba8-8c2c-4dd6-81ff-c85d3f087b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:33.463241 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8695b1fc-4f84-45ae-97c4-f691447f0373 req-a1c78f04-ee3f-42c5-ac39-36e215e13584 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb HTTP/1.1" status: 200 len: 1002 time: 0.1131887 Apr 09 01:59:33.465490 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:33.550782 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695b1fc-4f84-45ae-97c4-f691447f0373 req-5e07b7c8-9674-4bf5-8454-604d7a9b824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:33.552336 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8695b1fc-4f84-45ae-97c4-f691447f0373 req-5e07b7c8-9674-4bf5-8454-604d7a9b824f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=beb41680-af3e-4255-9cd6-b1accfa86904 HTTP/1.1" status: 200 len: 848 time: 0.0827534 Apr 09 01:59:33.560442 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e422ba8-8c2c-4dd6-81ff-c85d3f087b62 None None] Pushing event updated for resources: {'Port': ['ID=9e11ae9d-5199-4b78-bf18-3b63c778be1e,revision_number=3']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:33.564711 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9e422ba8-8c2c-4dd6-81ff-c85d3f087b62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:33.579564 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'name': 'tempest-TestMinimumBasicScenario-1336844508-router', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:31Z', 'revision_number': 3, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'gw_port': {'id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:59:33.584295 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Checking router: f0063977-3f40-41bf-986b-5f19f684b701 for host: dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:59:33.584699 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Updating router f0063977-3f40-41bf-986b-5f19f684b701 port 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01 binding host dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 01:59:33.665533 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:33.674724 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695b1fc-4f84-45ae-97c4-f691447f0373 req-301a2e2b-69e7-4b6e-83d3-3ef2ac2f5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:33.676707 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8695b1fc-4f84-45ae-97c4-f691447f0373 req-301a2e2b-69e7-4b6e-83d3-3ef2ac2f5949 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=304c0d54-f5c0-4d20-8f14-89b83afdf40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1175807 Apr 09 01:59:33.706562 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Allocated IP 172.20.0.1 (29507773-c50f-4d83-bdc0-4824bf9f4622/a9ffae36-0e18-4e05-9f0f-419c9230207d/44a1244a-fba9-43c7-8d55-ef2213517fb6) {{(pid=85254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:59:33.874742 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8695b1fc-4f84-45ae-97c4-f691447f0373 req-81eb5e9e-ac04-453c-98d1-2cb9ec39b0e6 service neutron] 10.222.0.60 "GET /v2.0/networks/304c0d54-f5c0-4d20-8f14-89b83afdf40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872053 Apr 09 01:59:33.978427 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:33.998717 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Transition to ACTIVE for port object 44a1244a-fba9-43c7-8d55-ef2213517fb6 will not be triggered until provisioned by entity DHCP. {{(pid=85254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:59:34.024093 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 9e11ae9d-5199-4b78-bf18-3b63c778be1e up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:59:34.026043 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:34.040123 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0269e3a4-43cc-40cf-af95-f195734054a9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:34.115360 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-f2aa9540-6823-4e23-8450-0eb9c02cd973 None None] Provisioning complete for port 9e11ae9d-5199-4b78-bf18-3b63c778be1e triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:59:34.115783 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f2aa9540-6823-4e23-8450-0eb9c02cd973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:34.144518 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b14a1-78f8-4ae4-8a6e-0b7072b95bc9 req-36c8adfd-1a77-44cf-9f02-3d2a75e433de tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:34.146613 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3c5b14a1-78f8-4ae4-8a6e-0b7072b95bc9 req-36c8adfd-1a77-44cf-9f02-3d2a75e433de tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.2795935 Apr 09 01:59:34.154961 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8695b1fc-4f84-45ae-97c4-f691447f0373 req-c491e96f-611d-4280-b3fa-e6072855ec25 service neutron] 10.222.0.60 "GET /v2.0/networks/304c0d54-f5c0-4d20-8f14-89b83afdf40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021952 Apr 09 01:59:34.193457 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Pushing event updated for resources: {'Port': ['ID=44a1244a-fba9-43c7-8d55-ef2213517fb6,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:34.198763 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:34.226087 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3c5b14a1-78f8-4ae4-8a6e-0b7072b95bc9 req-8aa02b35-d9fc-4510-8343-1a4ded185c49 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519378 Apr 09 01:59:34.233538 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 9e11ae9d-5199-4b78-bf18-3b63c778be1e triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:59:34.233960 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:34.255023 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Network 29507773-c50f-4d83-bdc0-4824bf9f4622 is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:59:34.256558 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:59:34.258951 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Received port after_create {{(pid=85254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:59:34.337469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692043'] for router_interface, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:34.444456 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Notify callbacks [] for port, precommit_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:34.463462 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Transition to ACTIVE for port object 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01 will not be triggered until provisioned by entity L2. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:59:34.508680 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:34.527865 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:34.672975 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:34.709250 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372eb1e7-0e45-4634-8e23-ead2d2028c1b None None] Pushing event updated for resources: {'Port': ['ID=4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01,revision_number=2']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:34.714226 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-372eb1e7-0e45-4634-8e23-ead2d2028c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:34.715013 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-19b0d819-f1b4-4e1a-b89a-2e91de1ff37e None None] Provisioning for port 44a1244a-fba9-43c7-8d55-ef2213517fb6 completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:59:34.724386 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-19b0d819-f1b4-4e1a-b89a-2e91de1ff37e None None] Provisioning complete for port 44a1244a-fba9-43c7-8d55-ef2213517fb6 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:59:34.724834 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-19b0d819-f1b4-4e1a-b89a-2e91de1ff37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:34.815455 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-19b0d819-f1b4-4e1a-b89a-2e91de1ff37e None None] Port 44a1244a-fba9-43c7-8d55-ef2213517fb6 cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 01:59:34.836644 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Attempting to bind port 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01 on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:59:34.837140 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Attempting to bind port 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01 by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:59:34.837559 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Attempting to bind port 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01 on network 8df4ea79-732a-43b6-97d7-19109b70c389 {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:59:34.844177 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:59:34.844575 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Checking segment: {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:59:34.845066 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:34.845592 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Bound using segment: {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:59:34.846070 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Bound port: 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:59:34.846686 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:34.931404 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] For port 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:59:34.935664 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] For port 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:59:34.940093 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:34.968916 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:35.018315 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:35.021947 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852597316'] for port, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:35.053798 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:35.121317 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372eb1e7-0e45-4634-8e23-ead2d2028c1b None None] Pushing event updated for resources: {'Port': ['ID=4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01,revision_number=3']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:35.127079 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-372eb1e7-0e45-4634-8e23-ead2d2028c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:35.147600 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774814'] for router_interface, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:35.169194 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Pushing event updated for resources: {'Port': ['ID=44a1244a-fba9-43c7-8d55-ef2213517fb6,revision_number=2']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:35.188847 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:35.190250 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Routers {'f0063977-3f40-41bf-986b-5f19f684b701'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:59:35.190945 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:59:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['f0063977-3f40-41bf-986b-5f19f684b701'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:59:35.335360 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Network 29507773-c50f-4d83-bdc0-4824bf9f4622 is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:59:35.336556 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:59:35.404161 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] Set router f0063977-3f40-41bf-986b-5f19f684b701 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:59:35.450201 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d5375-645e-40cf-b9e8-e5fc3af25ceb req-c53a3b11-3457-47ec-a844-17a046767f74 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:35.458554 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1b3d5375-645e-40cf-b9e8-e5fc3af25ceb req-c53a3b11-3457-47ec-a844-17a046767f74 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.1013770 Apr 09 01:59:35.489078 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1b3d5375-645e-40cf-b9e8-e5fc3af25ceb req-5bc2f169-3d81-4580-b361-e92d3533ce60 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294828 Apr 09 01:59:35.562537 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Router f0063977-3f40-41bf-986b-5f19f684b701 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 01:59:35.753944 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-68fb591e-5d85-44c6-957f-aebdf85155b1 None None] Provisioning complete for port 44a1244a-fba9-43c7-8d55-ef2213517fb6 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:59:35.754379 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-68fb591e-5d85-44c6-957f-aebdf85155b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:35.766077 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:59:35.776817 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] 10.222.0.44 "PUT /v2.0/routers/f0063977-3f40-41bf-986b-5f19f684b701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4047265 Apr 09 01:59:35.930292 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-68fb591e-5d85-44c6-957f-aebdf85155b1 None None] Port 44a1244a-fba9-43c7-8d55-ef2213517fb6 cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 01:59:36.100052 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'name': 'tempest-TestMinimumBasicScenario-1336844508-router', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:34Z', 'revision_number': 4, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'gw_port': {'id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '44a1244a-fba9-43c7-8d55-ef2213517fb6', 'name': '', 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'mac_address': 'fa:16:3e:06:dc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:33Z', 'updated_at': '2021-04-09T01:59:34Z', 'revision_number': 2, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'subnets': [{'id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:59:36.107190 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c950216a-ee09-4d72-a86e-57a744d3045f None None] The sync data for ids ['f0063977-3f40-41bf-986b-5f19f684b701'] in dv-cinder-784623-6-smb is: [{'id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'name': 'tempest-TestMinimumBasicScenario-1336844508-router', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:34Z', 'revision_number': 4, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'gw_port': {'id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '44a1244a-fba9-43c7-8d55-ef2213517fb6', 'name': '', 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'mac_address': 'fa:16:3e:06:dc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:33Z', 'updated_at': '2021-04-09T01:59:34Z', 'revision_number': 2, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'subnets': [{'id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:59:36.465031 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 59956) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:59:36.471450 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-821253032-network', 'tenant_id': 'da602727d2584f159eae73a0ee6a6ea5'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:59:36.476734 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:59:36.481590 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Usage tracker for resource:network and tenant:da602727d2584f159eae73a0ee6a6ea5 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:59:36.485152 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:59:36.491968 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:59:36.506423 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Made reservation on behalf of da602727d2584f159eae73a0ee6a6ea5 for: {'network': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:59:36.514016 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for network, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:36.536710 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:36.558188 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:59:36.563754 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Usage tracker for resource:security_group_rule and tenant:da602727d2584f159eae73a0ee6a6ea5 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:59:36.574507 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:59:36.583656 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:59:36.820061 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:36.831012 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:36.839971 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-51458195-6551-48a8-a84a-d0b7fade3c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:36.898687 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=85253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 01:59:36.957971 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3754aa2f-f380-441e-93ec-e6e130d33e7f,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:36.963264 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:36.964349 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.segments_db [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Added segment 6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9 of type vlan for network 1722bccd-b04f-4ac5-b978-fa4c90506877 Apr 09 01:59:36.996276 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:36.996999 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:36.997680 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:36.998336 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:36.998996 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:36.999644 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:37.000294 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:37.000987 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:37.001648 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:37.002311 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:37.002961 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:37.003628 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:37.014797 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:37.037558 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6cf9f-b704-4372-8063-cf7b382d8c58 req-67c74073-23e7-42c2-a64d-82233a34277a tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:37.040611 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-19d6cf9f-b704-4372-8063-cf7b382d8c58 req-67c74073-23e7-42c2-a64d-82233a34277a tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.3502719 Apr 09 01:59:37.121228 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790974259946'] for network, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:37.132127 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-19d6cf9f-b704-4372-8063-cf7b382d8c58 req-05448d0b-638e-4222-ad1a-a69f449fbc26 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686951 Apr 09 01:59:37.199975 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for network, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:37.201766 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:37.202790 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:37.209373 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:37.366788 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Pushing event updated for resources: {'Network': ['ID=1722bccd-b04f-4ac5-b978-fa4c90506877,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:37.370873 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:37.382623 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9163508 Apr 09 01:59:37.383573 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Network 1722bccd-b04f-4ac5-b978-fa4c90506877 details requested by agent ovs-agent-dv-cinder-784623-6-smb with host dv-cinder-784623-6-smb {{(pid=85255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 01:59:37.388210 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 59968) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:59:37.399429 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-83042e37-8bae-42d9-b27d-5e9a76606675 admin admin] Request body: {'subnet': {'network_id': '1722bccd-b04f-4ac5-b978-fa4c90506877', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-821253032-subnet', 'tenant_id': 'da602727d2584f159eae73a0ee6a6ea5', 'ip_version': 4}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:59:37.423253 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-83042e37-8bae-42d9-b27d-5e9a76606675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:59:37.452007 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-83042e37-8bae-42d9-b27d-5e9a76606675 admin admin] Usage tracker for resource:subnet and tenant:da602727d2584f159eae73a0ee6a6ea5 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:59:37.457971 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-83042e37-8bae-42d9-b27d-5e9a76606675 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:59:37.498660 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-83042e37-8bae-42d9-b27d-5e9a76606675 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:59:37.518802 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83042e37-8bae-42d9-b27d-5e9a76606675 admin admin] Made reservation on behalf of da602727d2584f159eae73a0ee6a6ea5 for: {'subnet': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 01:59:37.529795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-83042e37-8bae-42d9-b27d-5e9a76606675 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2320104'] for subnet, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:38.081086 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47204efb-c163-4d20-950d-a467208d26c1 req-04019ace-ff23-4d3f-9346-a920398bff9f tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:38.084328 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-47204efb-c163-4d20-950d-a467208d26c1 req-04019ace-ff23-4d3f-9346-a920398bff9f tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 946 time: 0.2216899 Apr 09 01:59:38.139616 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:59:38.165351 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-47204efb-c163-4d20-950d-a467208d26c1 req-46a19468-13e6-4055-a847-2432073efbba tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577495 Apr 09 01:59:38.296221 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:59:38.302998 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:59:38.303805 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:38.380244 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-83042e37-8bae-42d9-b27d-5e9a76606675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2178371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2320089'] for subnet, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:38.412991 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:38.423766 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57cbba-4645-4b4e-b33e-f6eb4f7f7adb req-bb51a51d-38eb-49b9-b7ed-e8d4aedaa205 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:38.425869 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fe57cbba-4645-4b4e-b33e-f6eb4f7f7adb req-bb51a51d-38eb-49b9-b7ed-e8d4aedaa205 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.1091940 Apr 09 01:59:38.447222 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:38.467820 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] For port 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:59:38.469516 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fe57cbba-4645-4b4e-b33e-f6eb4f7f7adb req-95ba81dd-b3df-41f0-a2cf-8a47f69e15c3 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326443 Apr 09 01:59:38.470825 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:38.472970 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a7f69aeb-1a73-4af5-b1d8-e07eda2644cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:38.549182 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:38.558448 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:38.558823 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:38.559197 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:38.559580 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:38.559744 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83042e37-8bae-42d9-b27d-5e9a76606675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ee5b50e-892b-4f81-b818-2da0e447ae60,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:38.559962 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:38.560327 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:38.560705 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:38.561116 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:38.561491 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:38.561838 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:38.562194 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:38.562554 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:38.562680 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-83042e37-8bae-42d9-b27d-5e9a76606675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:38.566750 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:38.652381 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83042e37-8bae-42d9-b27d-5e9a76606675 admin admin] Checking segment: {'id': '6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1722bccd-b04f-4ac5-b978-fa4c90506877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:59:38.652932 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83042e37-8bae-42d9-b27d-5e9a76606675 admin admin] Network hostable DHCP agents. Network: 1722bccd-b04f-4ac5-b978-fa4c90506877, hostable agents: ['68056bad-9ad5-43c2-8e53-4c698c5ccbf6'], hosted agents: [] {{(pid=85254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 01:59:38.683416 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83042e37-8bae-42d9-b27d-5e9a76606675 admin admin] Network 1722bccd-b04f-4ac5-b978-fa4c90506877 is scheduled to be hosted by DHCP agent 68056bad-9ad5-43c2-8e53-4c698c5ccbf6 with binding_index 1 {{(pid=85254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 01:59:38.694253 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-83042e37-8bae-42d9-b27d-5e9a76606675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-smb, 1722bccd-b04f-4ac5-b978-fa4c90506877) {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:59:38.708895 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3475de-7503-43a4-b756-c4a78e46f1e8 None None] Network 1722bccd-b04f-4ac5-b978-fa4c90506877 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:59:38.711356 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83042e37-8bae-42d9-b27d-5e9a76606675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:38.712021 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-83042e37-8bae-42d9-b27d-5e9a76606675 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:38.734718 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-83042e37-8bae-42d9-b27d-5e9a76606675 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3447917 Apr 09 01:59:38.737686 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 59982) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:59:38.746855 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-821253032-router', 'tenant_id': 'da602727d2584f159eae73a0ee6a6ea5', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 01:59:38.755843 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 01:59:38.763847 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Usage tracker for resource:router and tenant:da602727d2584f159eae73a0ee6a6ea5 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 01:59:38.770166 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 01:59:38.780285 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 01:59:38.791027 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773841'] for router, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:38.792291 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1940'] for router, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:38.811848 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:38.990264 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51a003c9-ca63-50ac-9cc8-aae34d64f8f4-1722bccd-b04f-4ac5-b978-fa4c90506877', 'network_id': '1722bccd-b04f-4ac5-b978-fa4c90506877', 'tenant_id': 'da602727d2584f159eae73a0ee6a6ea5', 'fixed_ips': [{'subnet_id': '1ee5b50e-892b-4f81-b818-2da0e447ae60'}]}} from dv-cinder-784623-6-smb. {{(pid=85255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 09 01:59:38.992142 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:39.292238 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Allocated IP 172.20.0.2 (1722bccd-b04f-4ac5-b978-fa4c90506877/1ee5b50e-892b-4f81-b818-2da0e447ae60/d72de3f8-f720-4e7c-bd95-17de49f6f95c) {{(pid=85255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:59:39.531238 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 01:59:39.574144 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3b8c9-13ae-4e35-800c-d64b9ce82328 req-adc36974-e7a6-4aad-9b6d-a462c954c373 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:39.586370 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2be3b8c9-13ae-4e35-800c-d64b9ce82328 req-adc36974-e7a6-4aad-9b6d-a462c954c373 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 946 time: 0.2262185 Apr 09 01:59:39.599846 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Notify callbacks [] for port, precommit_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:39.615756 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Transition to ACTIVE for port object d72de3f8-f720-4e7c-bd95-17de49f6f95c will not be triggered until provisioned by entity L2. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:59:39.642214 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Transition to ACTIVE for port object d72de3f8-f720-4e7c-bd95-17de49f6f95c will not be triggered until provisioned by entity DHCP. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:59:39.651272 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014'] for port, after_create {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:39.653690 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2be3b8c9-13ae-4e35-800c-d64b9ce82328 req-38a054fa-4a7b-4497-aed2-d1308c49a365 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560782 Apr 09 01:59:39.672410 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:39.701936 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1925'] for router, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:39.994391 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Pushing event updated for resources: {'Port': ['ID=d72de3f8-f720-4e7c-bd95-17de49f6f95c,revision_number=1']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:40.006531 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:40.045677 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d9700-eda9-42da-9280-aa6144f0949e req-872b1a32-e733-4802-ac1c-59fe34dedcb1 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:40.047555 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c08d9700-eda9-42da-9280-aa6144f0949e req-872b1a32-e733-4802-ac1c-59fe34dedcb1 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.1900103 Apr 09 01:59:40.059879 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:59:40.107947 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 45beaf43-9a20-46dc-a8a3-43228175c957 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 01:59:40.115766 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c08d9700-eda9-42da-9280-aa6144f0949e req-30db71e6-bd58-460c-b4c7-9e011873cae9 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531754 Apr 09 01:59:40.168550 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Network 1722bccd-b04f-4ac5-b978-fa4c90506877 is already hosted by enough agents. {{(pid=85255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:59:40.173361 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Resources bound (agent type, host, resource id): {{(pid=85255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:59:40.176153 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Received port after_create {{(pid=85255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:59:40.204251 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:40.247518 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:40.397351 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Attempting to bind port d72de3f8-f720-4e7c-bd95-17de49f6f95c on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:59:40.397934 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Attempting to bind port d72de3f8-f720-4e7c-bd95-17de49f6f95c by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': '6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1722bccd-b04f-4ac5-b978-fa4c90506877'}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:59:40.398159 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Attempting to bind port d72de3f8-f720-4e7c-bd95-17de49f6f95c on network 1722bccd-b04f-4ac5-b978-fa4c90506877 {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:59:40.417974 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:59:40.418393 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:40.445955 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Sync routers for ids ['f0063977-3f40-41bf-986b-5f19f684b701'] in dv-cinder-784623-6-smb {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:59:40.463750 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Routers {'f0063977-3f40-41bf-986b-5f19f684b701'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:59:40.464904 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:59:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['f0063977-3f40-41bf-986b-5f19f684b701'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:59:40.488747 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:59:40.489187 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Checking segment: {'id': '6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1722bccd-b04f-4ac5-b978-fa4c90506877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:59:40.489635 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:40.490089 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Bound using segment: {'id': '6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1722bccd-b04f-4ac5-b978-fa4c90506877'} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:59:40.490711 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Bound port: d72de3f8-f720-4e7c-bd95-17de49f6f95c, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1722bccd-b04f-4ac5-b978-fa4c90506877'}}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:59:40.491137 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:40.539665 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Allocated IP 172.28.0.224 (8df4ea79-732a-43b6-97d7-19109b70c389/9f1b2a28-977e-4854-8466-cbb1a9b3b7c1/f86a5084-9d9c-4c7f-9240-14bf80b2dde8) {{(pid=85254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:59:40.623723 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 45beaf43-9a20-46dc-a8a3-43228175c957, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=45beaf43-9a20-46dc-a8a3-43228175c957,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:59:40.671109 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': '45beaf43-9a20-46dc-a8a3-43228175c957', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'port_id': '45beaf43-9a20-46dc-a8a3-43228175c957', 'mac_address': 'fa:16:3e:ec:0e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 01:59:40.724935 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Set router f0063977-3f40-41bf-986b-5f19f684b701 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:59:40.732505 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] For port d72de3f8-f720-4e7c-bd95-17de49f6f95c, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:59:40.872252 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:40.943321 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:40.984256 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-568cfb09-2456-4f74-9162-4099a27f4bf5 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:40.988722 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542b2c8-3574-435b-ac4f-53af6111bf37 req-ee72e532-d008-4079-b951-70b7a30ebb41 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:41.001941 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7542b2c8-3574-435b-ac4f-53af6111bf37 req-ee72e532-d008-4079-b951-70b7a30ebb41 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 946 time: 0.1669986 Apr 09 01:59:41.026872 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] For port d72de3f8-f720-4e7c-bd95-17de49f6f95c, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=d72de3f8-f720-4e7c-bd95-17de49f6f95c,segment=NetworkSegment(6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9),segment_id=6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9)] {{(pid=85255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:59:41.047486 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7542b2c8-3574-435b-ac4f-53af6111bf37 req-99d2d13f-873b-406e-a08e-7ae38ed59a8e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434463 Apr 09 01:59:41.049302 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:41.063713 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-33761880-007f-473a-a015-acf3801116aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:41.136703 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Pushing event updated for resources: {'Port': ['ID=f86a5084-9d9c-4c7f-9240-14bf80b2dde8,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:41.145132 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:41.206717 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:41.208191 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45beaf43-9a20-46dc-a8a3-43228175c957 {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 01:59:41.219814 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Network 8df4ea79-732a-43b6-97d7-19109b70c389 is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:59:41.221465 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:59:41.224057 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Received port after_create {{(pid=85254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:59:41.265655 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 45beaf43-9a20-46dc-a8a3-43228175c957, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=45beaf43-9a20-46dc-a8a3-43228175c957,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:59:41.277616 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:41.282313 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Pushing event updated for resources: {'Port': ['ID=d72de3f8-f720-4e7c-bd95-17de49f6f95c,revision_number=2']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:41.288608 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:41.298911 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:41.439696 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['45beaf43-9a20-46dc-a8a3-43228175c957'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 01:59:41.490721 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=45beaf43-9a20-46dc-a8a3-43228175c957,revision_number=6']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:41.508831 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:41.518977 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00475a-a8af-44d3-bfd9-fb131cf789c6 req-1e75f699-370e-4aa3-898c-640c8df7e29b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:41.522070 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1b00475a-a8af-44d3-bfd9-fb131cf789c6 req-1e75f699-370e-4aa3-898c-640c8df7e29b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 944 time: 0.1469736 Apr 09 01:59:41.598424 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'name': 'tempest-TestMinimumBasicScenario-1336844508-router', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:34Z', 'revision_number': 4, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'gw_port': {'id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '44a1244a-fba9-43c7-8d55-ef2213517fb6', 'name': '', 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'mac_address': 'fa:16:3e:06:dc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:33Z', 'updated_at': '2021-04-09T01:59:34Z', 'revision_number': 2, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'subnets': [{'id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:59:41.603351 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Checking router: f0063977-3f40-41bf-986b-5f19f684b701 for host: dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:59:41.604100 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Updating router f0063977-3f40-41bf-986b-5f19f684b701 port 44a1244a-fba9-43c7-8d55-ef2213517fb6 binding host dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 01:59:41.615343 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1b00475a-a8af-44d3-bfd9-fb131cf789c6 req-e0d6ec42-507e-40c4-817d-40aeb3369dea tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817411 Apr 09 01:59:41.701675 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:42.078826 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:42.082931 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 45beaf43-9a20-46dc-a8a3-43228175c957 up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:59:42.268829 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port 45beaf43-9a20-46dc-a8a3-43228175c957 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:59:42.269330 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:42.552046 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:42.590339 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed93f8d-4607-4c3f-9e2e-024ef8d7086c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45beaf43-9a20-46dc-a8a3-43228175c957'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:59:42.621249 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc46791-8a47-47c2-b5e7-5c8ba40e0d4c req-15571338-1c8c-4e6b-8e68-edb94299eeac tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:42.632293 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 45beaf43-9a20-46dc-a8a3-43228175c957, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=45beaf43-9a20-46dc-a8a3-43228175c957,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:59:42.637081 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5fc46791-8a47-47c2-b5e7-5c8ba40e0d4c req-15571338-1c8c-4e6b-8e68-edb94299eeac tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 946 time: 0.3047788 Apr 09 01:59:42.640711 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:42.651722 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:42.704228 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5fc46791-8a47-47c2-b5e7-5c8ba40e0d4c req-99cd7a5d-eed9-44af-8724-4ccf5b9c18bd tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635819 Apr 09 01:59:42.730123 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed93f8d-4607-4c3f-9e2e-024ef8d7086c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45beaf43-9a20-46dc-a8a3-43228175c957', 'code': 200} Apr 09 01:59:42.762905 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Notify callbacks [] for port, precommit_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:42.797602 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=45beaf43-9a20-46dc-a8a3-43228175c957,revision_number=7']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:42.799638 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Transition to ACTIVE for port object 44a1244a-fba9-43c7-8d55-ef2213517fb6 will not be triggered until provisioned by entity L2. {{(pid=85256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:59:42.803362 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:42.814855 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:43.052666 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854004705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854110841'] for router, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:43.094282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:43.215075 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6b5d0-d042-4638-b7ff-fc63a1274dfc req-eced4ace-6679-41ea-a572-1ec9c543b7ce tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:43.216824 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-58e6b5d0-d042-4638-b7ff-fc63a1274dfc req-eced4ace-6679-41ea-a572-1ec9c543b7ce tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.3237672 Apr 09 01:59:43.278191 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-58e6b5d0-d042-4638-b7ff-fc63a1274dfc req-00809330-6f4b-4e7c-aab0-887830e0616d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488191 Apr 09 01:59:43.371276 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06643a77-cf20-4136-9cc4-080f27a00dd2 None None] Pushing event updated for resources: {'Port': ['ID=44a1244a-fba9-43c7-8d55-ef2213517fb6,revision_number=3']} {{(pid=85256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:43.399770 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06643a77-cf20-4136-9cc4-080f27a00dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:43.399979 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06643a77-cf20-4136-9cc4-080f27a00dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:43.400454 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06643a77-cf20-4136-9cc4-080f27a00dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:43.401586 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06643a77-cf20-4136-9cc4-080f27a00dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:43.401843 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06643a77-cf20-4136-9cc4-080f27a00dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:43.402239 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06643a77-cf20-4136-9cc4-080f27a00dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:43.402667 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06643a77-cf20-4136-9cc4-080f27a00dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:43.403033 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06643a77-cf20-4136-9cc4-080f27a00dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:43.403402 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06643a77-cf20-4136-9cc4-080f27a00dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:43.403960 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06643a77-cf20-4136-9cc4-080f27a00dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:43.404207 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06643a77-cf20-4136-9cc4-080f27a00dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:43.404622 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06643a77-cf20-4136-9cc4-080f27a00dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 01:59:43.411404 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-06643a77-cf20-4136-9cc4-080f27a00dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:43.435641 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Attempting to bind port 44a1244a-fba9-43c7-8d55-ef2213517fb6 on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:59:43.436123 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Attempting to bind port 44a1244a-fba9-43c7-8d55-ef2213517fb6 by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': 'f3e62cff-447e-4ea1-a950-319a22922586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622'}] {{(pid=85256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:59:43.436534 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Attempting to bind port 44a1244a-fba9-43c7-8d55-ef2213517fb6 on network 29507773-c50f-4d83-bdc0-4824bf9f4622 {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:59:43.445805 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:59:43.446222 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Checking segment: {'id': 'f3e62cff-447e-4ea1-a950-319a22922586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:59:43.446679 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:43.447176 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Bound using segment: {'id': 'f3e62cff-447e-4ea1-a950-319a22922586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622'} {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:59:43.447744 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Bound port: 44a1244a-fba9-43c7-8d55-ef2213517fb6, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e62cff-447e-4ea1-a950-319a22922586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622'}}] {{(pid=85256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:59:43.448177 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:43.505421 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1873-65e6-4b43-ae83-710a3cba9b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:43.717242 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] For port 44a1244a-fba9-43c7-8d55-ef2213517fb6, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:59:43.721622 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] For port 44a1244a-fba9-43c7-8d55-ef2213517fb6, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=44a1244a-fba9-43c7-8d55-ef2213517fb6,segment=NetworkSegment(f3e62cff-447e-4ea1-a950-319a22922586),segment_id=f3e62cff-447e-4ea1-a950-319a22922586)] {{(pid=85256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:59:43.752443 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:43.770753 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58aacd7-abc5-4459-83b6-61d916055bbc None None] Network 1722bccd-b04f-4ac5-b978-fa4c90506877 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 01:59:43.805018 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:44.101978 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06643a77-cf20-4136-9cc4-080f27a00dd2 None None] Pushing event updated for resources: {'Port': ['ID=44a1244a-fba9-43c7-8d55-ef2213517fb6,revision_number=4']} {{(pid=85256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:44.114262 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-06643a77-cf20-4136-9cc4-080f27a00dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:44.137020 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efeb4b-aa3d-4700-af19-827823110d11 req-f2d3e29e-be61-4086-8181-e84836c1d13c tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:44.148116 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-35efeb4b-aa3d-4700-af19-827823110d11 req-f2d3e29e-be61-4086-8181-e84836c1d13c tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 946 time: 0.1727769 Apr 09 01:59:44.155204 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-86f96013-85c4-4f78-b7a2-87f648f16426 None None] Provisioning for port d72de3f8-f720-4e7c-bd95-17de49f6f95c completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:59:44.208479 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Router dc9ba22a-f650-4fda-8f88-4143f44af7e6 is scheduled to L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 with binding_index 1 {{(pid=85254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 09 01:59:44.247967 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Routers {'f0063977-3f40-41bf-986b-5f19f684b701'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:59:44.248993 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:59:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['f0063977-3f40-41bf-986b-5f19f684b701'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:59:44.258106 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-35efeb4b-aa3d-4700-af19-827823110d11 req-0b1b1d67-c66d-466f-a35e-5cb83e1155a6 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080146 Apr 09 01:59:44.359910 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device d72de3f8-f720-4e7c-bd95-17de49f6f95c up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:59:44.508147 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] Set router f0063977-3f40-41bf-986b-5f19f684b701 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:59:44.724182 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f189c-2a43-4c02-bd58-7481706ede7f req-3f1a0d2e-8108-41e8-8318-83f211d48345 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:44.759121 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-034f189c-2a43-4c02-bd58-7481706ede7f req-3f1a0d2e-8108-41e8-8318-83f211d48345 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.2045960 Apr 09 01:59:44.767639 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port d72de3f8-f720-4e7c-bd95-17de49f6f95c completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:59:44.780048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port d72de3f8-f720-4e7c-bd95-17de49f6f95c triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:59:44.781276 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:44.848708 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:59:44.862297 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-034f189c-2a43-4c02-bd58-7481706ede7f req-1aa504f8-021e-4e28-be5e-f5fcab2d0e97 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976970 Apr 09 01:59:44.877609 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Sync routers for ids ['dc9ba22a-f650-4fda-8f88-4143f44af7e6'] in dv-cinder-784623-6-smb {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:59:44.921615 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Notify callbacks [] for router, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:44.926566 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 60052) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:59:44.926872 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1874299 Apr 09 01:59:44.955251 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Routers {'dc9ba22a-f650-4fda-8f88-4143f44af7e6'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:59:44.955896 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:59:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['dc9ba22a-f650-4fda-8f88-4143f44af7e6'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:59:45.240103 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'name': 'tempest-TestMinimumBasicScenario-1336844508-router', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:34Z', 'revision_number': 4, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'gw_port': {'id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '44a1244a-fba9-43c7-8d55-ef2213517fb6', 'name': '', 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'mac_address': 'fa:16:3e:06:dc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:33Z', 'updated_at': '2021-04-09T01:59:43Z', 'revision_number': 4, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'subnets': [{'id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:59:45.247982 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0791d0-468c-4269-9a2a-a052ac671859 None None] The sync data for ids ['f0063977-3f40-41bf-986b-5f19f684b701'] in dv-cinder-784623-6-smb is: [{'id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'name': 'tempest-TestMinimumBasicScenario-1336844508-router', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:34Z', 'revision_number': 4, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'gw_port': {'id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '44a1244a-fba9-43c7-8d55-ef2213517fb6', 'name': '', 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'mac_address': 'fa:16:3e:06:dc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:33Z', 'updated_at': '2021-04-09T01:59:43Z', 'revision_number': 4, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'subnets': [{'id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:59:45.306239 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:45.335680 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] For port d72de3f8-f720-4e7c-bd95-17de49f6f95c, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=d72de3f8-f720-4e7c-bd95-17de49f6f95c,segment=NetworkSegment(6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9),segment_id=6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:59:45.345978 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:45.351504 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:45.489690 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Set router dc9ba22a-f650-4fda-8f88-4143f44af7e6 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:59:45.826467 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c2c8f3af-84c9-4de1-bdb3-90ffb4fbe2dd None None] Provisioning complete for port d72de3f8-f720-4e7c-bd95-17de49f6f95c triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:59:45.827010 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c2c8f3af-84c9-4de1-bdb3-90ffb4fbe2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:46.251349 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:46.357666 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 44a1244a-fba9-43c7-8d55-ef2213517fb6 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:59:46.521692 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=d72de3f8-f720-4e7c-bd95-17de49f6f95c,revision_number=3']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:46.528982 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.177s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:46.566582 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port 44a1244a-fba9-43c7-8d55-ef2213517fb6 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:59:46.584841 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 44a1244a-fba9-43c7-8d55-ef2213517fb6 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:59:46.584841 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:46.767124 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ce355-6d93-4dab-8035-494181cb20e2 req-3c54209d-fdca-4e57-8cc9-364bcd536e45 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:46.769170 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:46.774671 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-907ce355-6d93-4dab-8035-494181cb20e2 req-3c54209d-fdca-4e57-8cc9-364bcd536e45 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 946 time: 0.9731128 Apr 09 01:59:46.788820 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] For port 44a1244a-fba9-43c7-8d55-ef2213517fb6, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=44a1244a-fba9-43c7-8d55-ef2213517fb6,segment=NetworkSegment(f3e62cff-447e-4ea1-a950-319a22922586),segment_id=f3e62cff-447e-4ea1-a950-319a22922586)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:59:46.827627 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:46.828447 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2d70d-032e-4484-8a88-d8015e61614d req-f1b7beae-0b52-4911-8b57-b42f2f6a3f38 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:46.834027 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:46.838065 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0af2d70d-032e-4484-8a88-d8015e61614d req-f1b7beae-0b52-4911-8b57-b42f2f6a3f38 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.6288447 Apr 09 01:59:46.850410 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-907ce355-6d93-4dab-8035-494181cb20e2 req-b0dd42b3-af08-404e-8007-ae36bd16c60b tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733161 Apr 09 01:59:46.940055 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0af2d70d-032e-4484-8a88-d8015e61614d req-dd30a6d9-4942-4c64-bb51-355540a9830d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006072 Apr 09 01:59:47.003164 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=44a1244a-fba9-43c7-8d55-ef2213517fb6,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:47.007033 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:47.029764 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'name': 'tempest-TestMinimumBasicScenario-821253032-router', 'tenant_id': 'da602727d2584f159eae73a0ee6a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'f86a5084-9d9c-4c7f-9240-14bf80b2dde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:38Z', 'updated_at': '2021-04-09T01:59:41Z', 'revision_number': 3, 'project_id': 'da602727d2584f159eae73a0ee6a6ea5', 'gw_port': {'id': 'f86a5084-9d9c-4c7f-9240-14bf80b2dde8', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:40Z', 'updated_at': '2021-04-09T01:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:59:47.044076 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Checking router: dc9ba22a-f650-4fda-8f88-4143f44af7e6 for host: dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:59:47.045491 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Updating router dc9ba22a-f650-4fda-8f88-4143f44af7e6 port f86a5084-9d9c-4c7f-9240-14bf80b2dde8 binding host dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 01:59:47.218939 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Allocated IP 172.20.0.1 (1722bccd-b04f-4ac5-b978-fa4c90506877/1ee5b50e-892b-4f81-b818-2da0e447ae60/8206c13b-3c09-4fd0-b5ce-d33e395942a3) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 01:59:47.368412 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ceb7e41f-ae0d-4b92-a271-0912dad7d8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:47.373126 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:47.436433 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:47.464988 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Transition to ACTIVE for port object 8206c13b-3c09-4fd0-b5ce-d33e395942a3 will not be triggered until provisioned by entity DHCP. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:59:47.520208 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:47.692941 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-615c554e-a70c-4cc2-ae4b-74a272ab4ed6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:47.936426 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Network 1722bccd-b04f-4ac5-b978-fa4c90506877 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:59:47.940637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:59:47.953469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Pushing event updated for resources: {'Port': ['ID=8206c13b-3c09-4fd0-b5ce-d33e395942a3,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:47.959180 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 01:59:48.118327 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:48.155393 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device d72de3f8-f720-4e7c-bd95-17de49f6f95c up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:59:48.428562 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692043'] for router_interface, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:48.462905 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:48.539429 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-f76df12f-94e9-422d-9c7f-ee9d11fe7187 None None] Provisioning for port 8206c13b-3c09-4fd0-b5ce-d33e395942a3 completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:59:48.564958 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port d72de3f8-f720-4e7c-bd95-17de49f6f95c triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:59:48.565239 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24a9ef-2bd4-4a24-b076-b05b3ca4b1b7 req-39060833-dee9-49b2-bbde-290a4f1dcab6 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:48.565514 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:48.572936 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4f24a9ef-2bd4-4a24-b076-b05b3ca4b1b7 req-39060833-dee9-49b2-bbde-290a4f1dcab6 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 946 time: 0.3772769 Apr 09 01:59:48.659433 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-f76df12f-94e9-422d-9c7f-ee9d11fe7187 None None] Provisioning complete for port 8206c13b-3c09-4fd0-b5ce-d33e395942a3 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:59:48.659433 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f76df12f-94e9-422d-9c7f-ee9d11fe7187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:48.664618 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d97e3-ee7c-46ef-97f5-82912dfc7cdb req-8b5ccf1c-4b38-4696-8481-d65f98ce7daf tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:48.670952 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-866d97e3-ee7c-46ef-97f5-82912dfc7cdb req-8b5ccf1c-4b38-4696-8481-d65f98ce7daf tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.3811185 Apr 09 01:59:48.722404 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Notify callbacks [] for port, precommit_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:48.745883 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4f24a9ef-2bd4-4a24-b076-b05b3ca4b1b7 req-2cea5db4-6ef3-424b-9cbf-7485aed8e78d tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715479 Apr 09 01:59:48.769630 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:48.771691 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Transition to ACTIVE for port object f86a5084-9d9c-4c7f-9240-14bf80b2dde8 will not be triggered until provisioned by entity L2. {{(pid=85255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:59:48.773830 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-866d97e3-ee7c-46ef-97f5-82912dfc7cdb req-b7ca2dd5-39aa-4a9a-a34d-ba698168122c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697081 Apr 09 01:59:48.791349 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:48.798649 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9693d-f8ce-4cc7-9b89-4988fa66e3a0 req-f4334cfd-06c0-459f-a0d6-b9ca232d14b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:48.798649 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c1c9693d-f8ce-4cc7-9b89-4988fa66e3a0 req-f4334cfd-06c0-459f-a0d6-b9ca232d14b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60c2b5f2443044d88660062c502a1923&device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 1099 time: 0.6825335 Apr 09 01:59:48.813812 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-372eb1e7-0e45-4634-8e23-ead2d2028c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:48.882095 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-f76df12f-94e9-422d-9c7f-ee9d11fe7187 None None] Port 8206c13b-3c09-4fd0-b5ce-d33e395942a3 cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 01:59:49.154059 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4bb97-8386-456e-a8b1-e6ec0fd2371e None None] Pushing event updated for resources: {'Port': ['ID=f86a5084-9d9c-4c7f-9240-14bf80b2dde8,revision_number=2']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:49.162610 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-19b4bb97-8386-456e-a8b1-e6ec0fd2371e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:49.172964 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 44a1244a-fba9-43c7-8d55-ef2213517fb6 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:59:49.282717 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Attempting to bind port f86a5084-9d9c-4c7f-9240-14bf80b2dde8 on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:59:49.283493 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Attempting to bind port f86a5084-9d9c-4c7f-9240-14bf80b2dde8 by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:59:49.284130 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Attempting to bind port f86a5084-9d9c-4c7f-9240-14bf80b2dde8 on network 8df4ea79-732a-43b6-97d7-19109b70c389 {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:59:49.294656 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:59:49.295450 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Checking segment: {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:59:49.296123 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:49.296781 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Bound using segment: {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'} {{(pid=85255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:59:49.297540 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Bound port: f86a5084-9d9c-4c7f-9240-14bf80b2dde8, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738fc135-ab18-413b-b0ab-1e1a420e3066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}}] {{(pid=85255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:59:49.298215 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:49.302986 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9693d-f8ce-4cc7-9b89-4988fa66e3a0 req-8dea7e03-cb3f-4baa-aa72-a9f6d01bfcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:49.305859 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c1c9693d-f8ce-4cc7-9b89-4988fa66e3a0 req-8dea7e03-cb3f-4baa-aa72-a9f6d01bfcec service neutron] 10.222.0.60 "GET /v2.0/networks?id=304c0d54-f5c0-4d20-8f14-89b83afdf40f HTTP/1.1" status: 200 len: 910 time: 0.4980733 Apr 09 01:59:49.307493 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:49.349618 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 44a1244a-fba9-43c7-8d55-ef2213517fb6 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:59:49.350414 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:49.454454 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] For port f86a5084-9d9c-4c7f-9240-14bf80b2dde8, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:59:49.462498 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] For port f86a5084-9d9c-4c7f-9240-14bf80b2dde8, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=f86a5084-9d9c-4c7f-9240-14bf80b2dde8,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:59:49.474383 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:49.498796 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:49.564002 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c1c9693d-f8ce-4cc7-9b89-4988fa66e3a0 req-465dc06c-d569-42bb-bdc6-5fa39d44a698 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb HTTP/1.1" status: 200 len: 1002 time: 0.1390226 Apr 09 01:59:49.727737 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4bb97-8386-456e-a8b1-e6ec0fd2371e None None] Pushing event updated for resources: {'Port': ['ID=f86a5084-9d9c-4c7f-9240-14bf80b2dde8,revision_number=3']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:49.745885 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-19b4bb97-8386-456e-a8b1-e6ec0fd2371e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:49.813979 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:49.847245 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Routers {'dc9ba22a-f650-4fda-8f88-4143f44af7e6'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:59:49.848459 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:59:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['dc9ba22a-f650-4fda-8f88-4143f44af7e6'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:59:49.932949 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:49.944605 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9693d-f8ce-4cc7-9b89-4988fa66e3a0 req-5d6f184b-20db-4d13-8740-879af164ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:49.946438 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c1c9693d-f8ce-4cc7-9b89-4988fa66e3a0 req-5d6f184b-20db-4d13-8740-879af164ccc2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=beb41680-af3e-4255-9cd6-b1accfa86904 HTTP/1.1" status: 200 len: 848 time: 0.3439546 Apr 09 01:59:49.948361 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:49.995566 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:50.132461 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Pushing event updated for resources: {'Port': ['ID=8206c13b-3c09-4fd0-b5ce-d33e395942a3,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:50.136021 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:50.386425 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9693d-f8ce-4cc7-9b89-4988fa66e3a0 req-c66fd27f-0ae7-44f0-8778-5b59ba112eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:50.388107 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c1c9693d-f8ce-4cc7-9b89-4988fa66e3a0 req-c66fd27f-0ae7-44f0-8778-5b59ba112eb4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=304c0d54-f5c0-4d20-8f14-89b83afdf40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3945820 Apr 09 01:59:50.389115 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774814'] for router_interface, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:50.450237 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] Set router dc9ba22a-f650-4fda-8f88-4143f44af7e6 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:59:50.564294 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465f79b-4a02-4d58-b621-51674700cfca req-2a8b2bc7-b35b-4ab3-9ff0-880f65b50eda tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:50.566020 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4465f79b-4a02-4d58-b621-51674700cfca req-2a8b2bc7-b35b-4ab3-9ff0-880f65b50eda tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.4207778 Apr 09 01:59:50.710419 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4465f79b-4a02-4d58-b621-51674700cfca req-10ecb756-67e9-4318-8f01-3c1b0dc7e4b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758920 Apr 09 01:59:50.726973 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c1c9693d-f8ce-4cc7-9b89-4988fa66e3a0 req-eba10eb9-8e97-4ebe-b3e3-c8a001f281fd service neutron] 10.222.0.60 "GET /v2.0/networks/304c0d54-f5c0-4d20-8f14-89b83afdf40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124859 Apr 09 01:59:50.858960 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d473f-bc2c-4f98-9117-8803847e1026 req-1b9a6c62-cfe3-4724-940b-3eb80733f871 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:50.860747 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-673d473f-bc2c-4f98-9117-8803847e1026 req-1b9a6c62-cfe3-4724-940b-3eb80733f871 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 946 time: 0.5479529 Apr 09 01:59:51.006804 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-673d473f-bc2c-4f98-9117-8803847e1026 req-0831759c-87d9-4ff6-ba11-3c90d8781e86 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376148 Apr 09 01:59:51.057720 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Network 1722bccd-b04f-4ac5-b978-fa4c90506877 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 01:59:51.061623 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 01:59:51.151646 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'name': 'tempest-TestMinimumBasicScenario-821253032-router', 'tenant_id': 'da602727d2584f159eae73a0ee6a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'f86a5084-9d9c-4c7f-9240-14bf80b2dde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:38Z', 'updated_at': '2021-04-09T01:59:48Z', 'revision_number': 4, 'project_id': 'da602727d2584f159eae73a0ee6a6ea5', 'gw_port': {'id': 'f86a5084-9d9c-4c7f-9240-14bf80b2dde8', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:40Z', 'updated_at': '2021-04-09T01:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '8206c13b-3c09-4fd0-b5ce-d33e395942a3', 'name': '', 'network_id': '1722bccd-b04f-4ac5-b978-fa4c90506877', 'tenant_id': 'da602727d2584f159eae73a0ee6a6ea5', 'mac_address': 'fa:16:3e:a5:dd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1ee5b50e-892b-4f81-b818-2da0e447ae60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:46Z', 'updated_at': '2021-04-09T01:59:49Z', 'revision_number': 2, 'project_id': 'da602727d2584f159eae73a0ee6a6ea5', 'subnets': [{'id': '1ee5b50e-892b-4f81-b818-2da0e447ae60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:59:51.156299 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa61d5e9-887f-42ca-a757-ecfc831beaac None None] The sync data for ids ['dc9ba22a-f650-4fda-8f88-4143f44af7e6'] in dv-cinder-784623-6-smb is: [{'id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'name': 'tempest-TestMinimumBasicScenario-821253032-router', 'tenant_id': 'da602727d2584f159eae73a0ee6a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'f86a5084-9d9c-4c7f-9240-14bf80b2dde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:38Z', 'updated_at': '2021-04-09T01:59:48Z', 'revision_number': 4, 'project_id': 'da602727d2584f159eae73a0ee6a6ea5', 'gw_port': {'id': 'f86a5084-9d9c-4c7f-9240-14bf80b2dde8', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:40Z', 'updated_at': '2021-04-09T01:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '8206c13b-3c09-4fd0-b5ce-d33e395942a3', 'name': '', 'network_id': '1722bccd-b04f-4ac5-b978-fa4c90506877', 'tenant_id': 'da602727d2584f159eae73a0ee6a6ea5', 'mac_address': 'fa:16:3e:a5:dd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1ee5b50e-892b-4f81-b818-2da0e447ae60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:46Z', 'updated_at': '2021-04-09T01:59:49Z', 'revision_number': 2, 'project_id': 'da602727d2584f159eae73a0ee6a6ea5', 'subnets': [{'id': '1ee5b50e-892b-4f81-b818-2da0e447ae60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 01:59:51.443617 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c0f371a0-1696-4301-b9bd-1dbf782267ba None None] Provisioning complete for port 8206c13b-3c09-4fd0-b5ce-d33e395942a3 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:59:51.444684 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c0f371a0-1696-4301-b9bd-1dbf782267ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:51.553285 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c0f371a0-1696-4301-b9bd-1dbf782267ba None None] Port 8206c13b-3c09-4fd0-b5ce-d33e395942a3 cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 01:59:51.670041 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c1c9693d-f8ce-4cc7-9b89-4988fa66e3a0 req-481daf1f-5f66-41c5-90db-bd680fb23606 service neutron] 10.222.0.60 "GET /v2.0/networks/304c0d54-f5c0-4d20-8f14-89b83afdf40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9356880 Apr 09 01:59:51.672181 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Router dc9ba22a-f650-4fda-8f88-4143f44af7e6 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 01:59:52.113728 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 01:59:52.132413 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] 10.222.0.44 "PUT /v2.0/routers/dc9ba22a-f650-4fda-8f88-4143f44af7e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2037358 Apr 09 01:59:52.384841 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c83fc-1e24-4bb5-b7b5-715a6e5b9a3d req-022f0ab8-2eb5-4315-8d25-282d6fdc0003 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:52.386726 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e70c83fc-1e24-4bb5-b7b5-715a6e5b9a3d req-022f0ab8-2eb5-4315-8d25-282d6fdc0003 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.2528760 Apr 09 01:59:52.459295 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e70c83fc-1e24-4bb5-b7b5-715a6e5b9a3d req-73d9483a-1f3d-4d56-8503-e82a0f47bce7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612295 Apr 09 01:59:52.546842 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd167f-5c67-45bd-8136-53b76de5a6ba req-24feeca6-4289-4d55-8bbc-b1e9a5a7c12a tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:52.548536 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9ccd167f-5c67-45bd-8136-53b76de5a6ba req-24feeca6-4289-4d55-8bbc-b1e9a5a7c12a tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 946 time: 0.2850900 Apr 09 01:59:52.644247 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9ccd167f-5c67-45bd-8136-53b76de5a6ba req-3743f27d-0991-4a4a-96fc-1b6add378b1e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699439 Apr 09 01:59:54.086299 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81780847-420c-4296-934d-93b07cb32247 req-9ed4d740-ee46-4c58-8f1d-a79b1ce9a122 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:54.096610 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-81780847-420c-4296-934d-93b07cb32247 req-9ed4d740-ee46-4c58-8f1d-a79b1ce9a122 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.3735883 Apr 09 01:59:54.163234 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device f86a5084-9d9c-4c7f-9240-14bf80b2dde8 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:59:54.315816 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-81780847-420c-4296-934d-93b07cb32247 req-4580c93d-c3b2-40ac-bcf3-74e864fdac03 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151120 Apr 09 01:59:54.347634 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port f86a5084-9d9c-4c7f-9240-14bf80b2dde8 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 01:59:54.362283 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port f86a5084-9d9c-4c7f-9240-14bf80b2dde8 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:59:54.362714 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:54.366001 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c8166-d27e-427e-a9e5-4a8a7052986e req-e3094b90-d802-4688-b642-7974f82b2477 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:54.377167 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1f2c8166-d27e-427e-a9e5-4a8a7052986e req-e3094b90-d802-4688-b642-7974f82b2477 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 946 time: 0.4998028 Apr 09 01:59:54.439981 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1f2c8166-d27e-427e-a9e5-4a8a7052986e req-cb41d031-f366-46b2-8677-dc9ec2ce1de4 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596657 Apr 09 01:59:54.699459 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:54.732145 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] For port f86a5084-9d9c-4c7f-9240-14bf80b2dde8, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=f86a5084-9d9c-4c7f-9240-14bf80b2dde8,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:59:54.736340 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:54.738719 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:54.942661 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=f86a5084-9d9c-4c7f-9240-14bf80b2dde8,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:54.958146 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:56.013476 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Sync routers for ids ['dc9ba22a-f650-4fda-8f88-4143f44af7e6'] in dv-cinder-784623-6-smb {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 01:59:56.039145 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Routers {'dc9ba22a-f650-4fda-8f88-4143f44af7e6'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:59:56.039857 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:59:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['dc9ba22a-f650-4fda-8f88-4143f44af7e6'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:59:56.090156 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device f86a5084-9d9c-4c7f-9240-14bf80b2dde8 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 01:59:56.220054 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69262658-45be-4bc0-ac91-31ed48a99dec req-e88023fe-4961-41b2-a9e4-af9267c84602 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:56.237397 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-69262658-45be-4bc0-ac91-31ed48a99dec req-e88023fe-4961-41b2-a9e4-af9267c84602 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.4932046 Apr 09 01:59:56.241967 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 01:59:56.406683 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Set router dc9ba22a-f650-4fda-8f88-4143f44af7e6 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 01:59:56.421289 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-69262658-45be-4bc0-ac91-31ed48a99dec req-b742b015-fba7-46d7-9ef0-fda13d73653e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816165 Apr 09 01:59:56.452174 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port f86a5084-9d9c-4c7f-9240-14bf80b2dde8 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 01:59:56.452986 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:56.512466 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738f3ff-f3c7-4db0-aa35-31de9318dee5 req-c0046c50-0fe5-4ab7-9fc6-efa7f2d7d20e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:56.523817 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0738f3ff-f3c7-4db0-aa35-31de9318dee5 req-c0046c50-0fe5-4ab7-9fc6-efa7f2d7d20e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 946 time: 0.5631392 Apr 09 01:59:56.609734 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0738f3ff-f3c7-4db0-aa35-31de9318dee5 req-c351672a-296c-40e8-a359-ee28a1596068 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829740 Apr 09 01:59:56.618210 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:56.639906 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb,segment=NetworkSegment(d7c7569c-54ab-4658-98cf-f2d409cae760),segment_id=d7c7569c-54ab-4658-98cf-f2d409cae760)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 01:59:56.642018 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ce9a2c-06f9-46f2-8149-452896db1ff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 01:59:56.658290 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:56.690594 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9e422ba8-8c2c-4dd6-81ff-c85d3f087b62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:56.795179 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb,revision_number=6']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:56.815342 dv-cinder-784623-6-smb neutron-server[85140]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6ce9a2c-06f9-46f2-8149-452896db1ff4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb', 'code': 422} returned with failed status Apr 09 01:59:56.819335 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:56.939797 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'name': 'tempest-TestMinimumBasicScenario-821253032-router', 'tenant_id': 'da602727d2584f159eae73a0ee6a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'f86a5084-9d9c-4c7f-9240-14bf80b2dde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:38Z', 'updated_at': '2021-04-09T01:59:48Z', 'revision_number': 4, 'project_id': 'da602727d2584f159eae73a0ee6a6ea5', 'gw_port': {'id': 'f86a5084-9d9c-4c7f-9240-14bf80b2dde8', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:40Z', 'updated_at': '2021-04-09T01:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '8206c13b-3c09-4fd0-b5ce-d33e395942a3', 'name': '', 'network_id': '1722bccd-b04f-4ac5-b978-fa4c90506877', 'tenant_id': 'da602727d2584f159eae73a0ee6a6ea5', 'mac_address': 'fa:16:3e:a5:dd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1ee5b50e-892b-4f81-b818-2da0e447ae60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:46Z', 'updated_at': '2021-04-09T01:59:49Z', 'revision_number': 2, 'project_id': 'da602727d2584f159eae73a0ee6a6ea5', 'subnets': [{'id': '1ee5b50e-892b-4f81-b818-2da0e447ae60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 01:59:56.944964 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Checking router: dc9ba22a-f650-4fda-8f88-4143f44af7e6 for host: dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 01:59:56.945632 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Updating router dc9ba22a-f650-4fda-8f88-4143f44af7e6 port 8206c13b-3c09-4fd0-b5ce-d33e395942a3 binding host dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 01:59:57.031943 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:57.487383 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 60176) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 01:59:57.587270 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acafd3-a8b6-4c4f-8b8a-bd96097e6c76 req-b2b16b3a-e5ce-4bfd-90e0-f11b16a73da3 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:57.609444 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-62acafd3-a8b6-4c4f-8b8a-bd96097e6c76 req-b2b16b3a-e5ce-4bfd-90e0-f11b16a73da3 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 944 time: 0.2701750 Apr 09 01:59:57.693895 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-62acafd3-a8b6-4c4f-8b8a-bd96097e6c76 req-14b03d2c-04d0-40c1-b6fe-ceb71345fd90 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829856 Apr 09 01:59:57.966363 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-88f6da9e-3de4-472e-914d-d7f9104d35ee req-89e9631f-88f5-4ce0-a796-e5d37f389547 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4775038 Apr 09 01:59:57.986413 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Notify callbacks [] for port, precommit_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:58.017280 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Transition to ACTIVE for port object 8206c13b-3c09-4fd0-b5ce-d33e395942a3 will not be triggered until provisioned by entity L2. {{(pid=85256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 01:59:58.039270 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:58.069175 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0caa80-7c8a-47d3-bf83-734b11e83c46 req-d150747b-adfc-428f-b4cc-4c699256b21b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:58.070871 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5f0caa80-7c8a-47d3-bf83-734b11e83c46 req-d150747b-adfc-428f-b4cc-4c699256b21b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.2813745 Apr 09 01:59:58.176254 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5f0caa80-7c8a-47d3-bf83-734b11e83c46 req-6cb3b50c-b992-4f88-b603-7be046f95fe2 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867643 Apr 09 01:59:58.644560 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-39bd891b-6881-4a7d-89ec-e8b96785d89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:58.808420 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aed6cb-4d21-4564-a84a-31cc4075f59b None None] Pushing event updated for resources: {'Port': ['ID=8206c13b-3c09-4fd0-b5ce-d33e395942a3,revision_number=3']} {{(pid=85256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:58.824711 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-22aed6cb-4d21-4564-a84a-31cc4075f59b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:58.901509 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55344ce6-cd0f-4f77-97ff-301dd302a084 req-2321e66e-0a0f-49a2-82fb-9fa171bded61 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:58.910365 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-55344ce6-cd0f-4f77-97ff-301dd302a084 req-2321e66e-0a0f-49a2-82fb-9fa171bded61 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 945 time: 0.2368748 Apr 09 01:59:59.000016 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-55344ce6-cd0f-4f77-97ff-301dd302a084 req-65fb87d0-f275-490f-9722-c40a5e1c4c0f tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae8f92ed-4155-46a2-a36e-9c62f406a764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886993 Apr 09 01:59:59.215455 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7970d-cbf6-42fb-8cf7-755cf2273e8f req-d18a3d37-555e-4100-bb76-da2a1cb2c4cd tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:59.219096 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4ed7970d-cbf6-42fb-8cf7-755cf2273e8f req-d18a3d37-555e-4100-bb76-da2a1cb2c4cd tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 944 time: 0.1986461 Apr 09 01:59:59.278637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Attempting to bind port 8206c13b-3c09-4fd0-b5ce-d33e395942a3 on host dv-cinder-784623-6-smb for vnic_type normal with profile {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 01:59:59.279068 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Attempting to bind port 8206c13b-3c09-4fd0-b5ce-d33e395942a3 by drivers openvswitch,hyperv on host dv-cinder-784623-6-smb at level 0 using segments [{'id': '6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1722bccd-b04f-4ac5-b978-fa4c90506877'}] {{(pid=85256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 01:59:59.279473 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Attempting to bind port 8206c13b-3c09-4fd0-b5ce-d33e395942a3 on network 1722bccd-b04f-4ac5-b978-fa4c90506877 {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 01:59:59.298215 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4ed7970d-cbf6-42fb-8cf7-755cf2273e8f req-216c8add-3c95-432e-890a-103b93ddbb6e tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588770 Apr 09 01:59:59.330252 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Checking agent: {'id': '305cf4e7-a38f-4378-b157-b40f2f226a1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 01:59:59.336285 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Checking segment: {'id': '6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1722bccd-b04f-4ac5-b978-fa4c90506877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 01:59:59.339887 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:59.340512 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Bound using segment: {'id': '6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1722bccd-b04f-4ac5-b978-fa4c90506877'} {{(pid=85256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 01:59:59.341265 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Bound port: 8206c13b-3c09-4fd0-b5ce-d33e395942a3, host: dv-cinder-784623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1722bccd-b04f-4ac5-b978-fa4c90506877'}}] {{(pid=85256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 01:59:59.341859 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:59.521439 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] For port 8206c13b-3c09-4fd0-b5ce-d33e395942a3, host dv-cinder-784623-6-smb, cleared binding levels {{(pid=85256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 01:59:59.525685 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] For port 8206c13b-3c09-4fd0-b5ce-d33e395942a3, host dv-cinder-784623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=8206c13b-3c09-4fd0-b5ce-d33e395942a3,segment=NetworkSegment(6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9),segment_id=6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9)] {{(pid=85256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 01:59:59.537048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 01:59:59.736432 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac25fd-e10a-4c4c-b7e0-f0d7c242073a req-24745931-5273-4d0d-be2e-35710d4aa959 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 01:59:59.763983 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c7ac25fd-e10a-4c4c-b7e0-f0d7c242073a req-24745931-5273-4d0d-be2e-35710d4aa959 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.2685282 Apr 09 01:59:59.784199 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c28433ad-d2f9-4c8d-bc21-d17be47103d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 01:59:59.841448 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c7ac25fd-e10a-4c4c-b7e0-f0d7c242073a req-1f986778-8214-446c-bcd3-51099a7721f4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761220 Apr 09 01:59:59.910412 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aed6cb-4d21-4564-a84a-31cc4075f59b None None] Pushing event updated for resources: {'Port': ['ID=8206c13b-3c09-4fd0-b5ce-d33e395942a3,revision_number=4']} {{(pid=85256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 01:59:59.917093 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-22aed6cb-4d21-4564-a84a-31cc4075f59b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 01:59:59.932714 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Routers {'dc9ba22a-f650-4fda-8f88-4143f44af7e6'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 01:59:59.933611 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:59:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['dc9ba22a-f650-4fda-8f88-4143f44af7e6'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:00:00.391426 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] Set router dc9ba22a-f650-4fda-8f88-4143f44af7e6 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:00:00.782986 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4593e6e-ebc4-4e7c-8813-94ad5c0beb6e req-f4554da8-ed3e-440c-a3c4-2b68aa6c00b1 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:00.785124 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a4593e6e-ebc4-4e7c-8813-94ad5c0beb6e req-f4554da8-ed3e-440c-a3c4-2b68aa6c00b1 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 945 time: 0.2291811 Apr 09 02:00:00.857264 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38104bd-d311-4040-a485-628c163d2068 req-1e8f13cc-7cbd-47d3-8d45-419c3889a1d3 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:00.864343 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a38104bd-d311-4040-a485-628c163d2068 req-1e8f13cc-7cbd-47d3-8d45-419c3889a1d3 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 944 time: 0.2454538 Apr 09 02:00:00.984565 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-a4593e6e-ebc4-4e7c-8813-94ad5c0beb6e req-0248f04f-bfcd-4bd4-9be5-b86fd2d61e5a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Deleting port 1313c805-3c12-496b-84ee-ac5905f0359c {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:00:00.985283 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-a4593e6e-ebc4-4e7c-8813-94ad5c0beb6e req-0248f04f-bfcd-4bd4-9be5-b86fd2d61e5a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:01.187682 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'name': 'tempest-TestMinimumBasicScenario-821253032-router', 'tenant_id': 'da602727d2584f159eae73a0ee6a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'f86a5084-9d9c-4c7f-9240-14bf80b2dde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:38Z', 'updated_at': '2021-04-09T01:59:48Z', 'revision_number': 4, 'project_id': 'da602727d2584f159eae73a0ee6a6ea5', 'gw_port': {'id': 'f86a5084-9d9c-4c7f-9240-14bf80b2dde8', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:40Z', 'updated_at': '2021-04-09T01:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '8206c13b-3c09-4fd0-b5ce-d33e395942a3', 'name': '', 'network_id': '1722bccd-b04f-4ac5-b978-fa4c90506877', 'tenant_id': 'da602727d2584f159eae73a0ee6a6ea5', 'mac_address': 'fa:16:3e:a5:dd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1ee5b50e-892b-4f81-b818-2da0e447ae60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:46Z', 'updated_at': '2021-04-09T01:59:59Z', 'revision_number': 4, 'project_id': 'da602727d2584f159eae73a0ee6a6ea5', 'subnets': [{'id': '1ee5b50e-892b-4f81-b818-2da0e447ae60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:00:01.205616 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba42534-cf7b-4704-a0c7-eb779656f775 None None] The sync data for ids ['dc9ba22a-f650-4fda-8f88-4143f44af7e6'] in dv-cinder-784623-6-smb is: [{'id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'name': 'tempest-TestMinimumBasicScenario-821253032-router', 'tenant_id': 'da602727d2584f159eae73a0ee6a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'f86a5084-9d9c-4c7f-9240-14bf80b2dde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:38Z', 'updated_at': '2021-04-09T01:59:48Z', 'revision_number': 4, 'project_id': 'da602727d2584f159eae73a0ee6a6ea5', 'gw_port': {'id': 'f86a5084-9d9c-4c7f-9240-14bf80b2dde8', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:40Z', 'updated_at': '2021-04-09T01:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '8206c13b-3c09-4fd0-b5ce-d33e395942a3', 'name': '', 'network_id': '1722bccd-b04f-4ac5-b978-fa4c90506877', 'tenant_id': 'da602727d2584f159eae73a0ee6a6ea5', 'mac_address': 'fa:16:3e:a5:dd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '1ee5b50e-892b-4f81-b818-2da0e447ae60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:46Z', 'updated_at': '2021-04-09T01:59:59Z', 'revision_number': 4, 'project_id': 'da602727d2584f159eae73a0ee6a6ea5', 'subnets': [{'id': '1ee5b50e-892b-4f81-b818-2da0e447ae60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 02:00:01.277095 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94412a06-4f06-46a7-9f09-fec648cd15a4 req-b7c1f40f-7ba8-4664-abbf-08bfb1b0257c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:01.285961 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-94412a06-4f06-46a7-9f09-fec648cd15a4 req-b7c1f40f-7ba8-4664-abbf-08bfb1b0257c tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 945 time: 0.9187505 Apr 09 02:00:01.323496 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a38104bd-d311-4040-a485-628c163d2068 req-8c489232-2733-4080-a4b2-bbeec331ae9d tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4506102 Apr 09 02:00:01.627794 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-a4593e6e-ebc4-4e7c-8813-94ad5c0beb6e req-0248f04f-bfcd-4bd4-9be5-b86fd2d61e5a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] For port 1313c805-3c12-496b-84ee-ac5905f0359c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1313c805-3c12-496b-84ee-ac5905f0359c,segment=NetworkSegment(df13e918-9802-4055-9470-4d7703da78e6),segment_id=df13e918-9802-4055-9470-4d7703da78e6)] {{(pid=85253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:00:01.628639 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-a4593e6e-ebc4-4e7c-8813-94ad5c0beb6e req-0248f04f-bfcd-4bd4-9be5-b86fd2d61e5a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:01.710943 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6da9e-3de4-472e-914d-d7f9104d35ee req-d90ab5fa-6ee6-40a4-a579-2fc6cd9501ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:01.714806 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-88f6da9e-3de4-472e-914d-d7f9104d35ee req-d90ab5fa-6ee6-40a4-a579-2fc6cd9501ea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4&tenant_id=60c2b5f2443044d88660062c502a1923 HTTP/1.1" status: 200 len: 1097 time: 0.1629076 Apr 09 02:00:01.847843 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6b4b7-60c6-4bb1-8bdc-723e0e6f6f8d req-972abecb-d109-4ffd-a530-03dd38ee8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:01.849773 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-53e6b4b7-60c6-4bb1-8bdc-723e0e6f6f8d req-972abecb-d109-4ffd-a530-03dd38ee8e5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1fc2ad2e8754118a5af5f603622501a&device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 1098 time: 0.1239250 Apr 09 02:00:01.945644 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-94412a06-4f06-46a7-9f09-fec648cd15a4 req-fef32335-8052-41f7-9ac3-3c40c7ff8f94 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae8f92ed-4155-46a2-a36e-9c62f406a764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6582189 Apr 09 02:00:02.097485 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6b4b7-60c6-4bb1-8bdc-723e0e6f6f8d req-f62867fb-f1db-4ffb-98f5-a077c9efed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:02.099375 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-53e6b4b7-60c6-4bb1-8bdc-723e0e6f6f8d req-f62867fb-f1db-4ffb-98f5-a077c9efed0d service neutron] 10.222.0.60 "GET /v2.0/networks?id=fcda180e-c15e-43dc-97d5-dc5157f94d29 HTTP/1.1" status: 200 len: 917 time: 0.2417738 Apr 09 02:00:02.154342 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 8206c13b-3c09-4fd0-b5ce-d33e395942a3 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 02:00:02.226557 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-53e6b4b7-60c6-4bb1-8bdc-723e0e6f6f8d req-2ab663a5-15b3-4b19-b91b-ef13ee75fd8b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45beaf43-9a20-46dc-a8a3-43228175c957 HTTP/1.1" status: 200 len: 1001 time: 0.1198680 Apr 09 02:00:02.335647 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6b4b7-60c6-4bb1-8bdc-723e0e6f6f8d req-243177c6-323a-44ed-b7d3-47a19ec149fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:02.337042 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-53e6b4b7-60c6-4bb1-8bdc-723e0e6f6f8d req-243177c6-323a-44ed-b7d3-47a19ec149fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c919a89-cf5f-419e-9ae6-9992f20bb483 HTTP/1.1" status: 200 len: 855 time: 0.0971448 Apr 09 02:00:02.366967 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:02.374727 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning for port 8206c13b-3c09-4fd0-b5ce-d33e395942a3 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 02:00:02.395030 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 8206c13b-3c09-4fd0-b5ce-d33e395942a3 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 02:00:02.395682 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:02.458521 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6b4b7-60c6-4bb1-8bdc-723e0e6f6f8d req-6e84cf81-3cc6-4ed0-bfca-40ef4b16b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:02.462061 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-53e6b4b7-60c6-4bb1-8bdc-723e0e6f6f8d req-6e84cf81-3cc6-4ed0-bfca-40ef4b16b162 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fcda180e-c15e-43dc-97d5-dc5157f94d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1166127 Apr 09 02:00:02.654077 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-53e6b4b7-60c6-4bb1-8bdc-723e0e6f6f8d req-92492633-9d56-4ff6-a0db-277ba3cc5401 service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832066 Apr 09 02:00:02.762834 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-a4593e6e-ebc4-4e7c-8813-94ad5c0beb6e req-0248f04f-bfcd-4bd4-9be5-b86fd2d61e5a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:02.763450 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-a4593e6e-ebc4-4e7c-8813-94ad5c0beb6e req-0248f04f-bfcd-4bd4-9be5-b86fd2d61e5a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-665075'] for floatingip, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:02.763809 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.l3_db [req-a4593e6e-ebc4-4e7c-8813-94ad5c0beb6e req-0248f04f-bfcd-4bd4-9be5-b86fd2d61e5a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Floating IP 49b2ad78-593b-4846-a559-27a61b26531b disassociated. External IP: 172.28.0.252, port: 1313c805-3c12-496b-84ee-ac5905f0359c. Apr 09 02:00:02.764215 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-a4593e6e-ebc4-4e7c-8813-94ad5c0beb6e req-0248f04f-bfcd-4bd4-9be5-b86fd2d61e5a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Calling delete_port for 1313c805-3c12-496b-84ee-ac5905f0359c owned by compute:nova {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:00:02.800679 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:02.839000 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] For port 8206c13b-3c09-4fd0-b5ce-d33e395942a3, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=8206c13b-3c09-4fd0-b5ce-d33e395942a3,segment=NetworkSegment(6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9),segment_id=6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:00:02.846013 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:02.851246 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2e7a2-573e-46b4-8612-a7c59d43ba88 req-5792f112-7d03-42db-b3cd-4fcd3e88ae4b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:02.852300 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:02.860096 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7ff2e7a2-573e-46b4-8612-a7c59d43ba88 req-5792f112-7d03-42db-b3cd-4fcd3e88ae4b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.7890899 Apr 09 02:00:03.031722 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6da9e-3de4-472e-914d-d7f9104d35ee req-9e71d123-9aef-4c01-b9a4-18b817afeedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:03.033428 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-88f6da9e-3de4-472e-914d-d7f9104d35ee req-9e71d123-9aef-4c01-b9a4-18b817afeedb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60c2b5f2443044d88660062c502a1923&device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 1097 time: 1.0866315 Apr 09 02:00:03.033620 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=8206c13b-3c09-4fd0-b5ce-d33e395942a3,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:03.039332 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:03.086741 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-53e6b4b7-60c6-4bb1-8bdc-723e0e6f6f8d req-36cb7730-f582-4271-ab01-869ecd56709f service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256415 Apr 09 02:00:03.119237 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7ff2e7a2-573e-46b4-8612-a7c59d43ba88 req-920e6c2d-55fc-4768-a050-4eecf5ceb3f1 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575519 Apr 09 02:00:03.572328 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-a4593e6e-ebc4-4e7c-8813-94ad5c0beb6e req-0248f04f-bfcd-4bd4-9be5-b86fd2d61e5a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:03.600472 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a5b4397a-6737-4fc4-9add-6786eb8649be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:03.688508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248f04f-bfcd-4bd4-9be5-b86fd2d61e5a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Pushing event deleted for resources: {'Port': ['ID=1313c805-3c12-496b-84ee-ac5905f0359c,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:03.699119 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c2106-2682-4e49-ae30-8ad6215d5a40 req-37ffd3d5-5f5d-4633-857e-c5e66691d7b7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:03.707193 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6f5c2106-2682-4e49-ae30-8ad6215d5a40 req-37ffd3d5-5f5d-4633-857e-c5e66691d7b7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 944 time: 0.8311040 Apr 09 02:00:03.725438 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0248f04f-bfcd-4bd4-9be5-b86fd2d61e5a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:03.834920 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6f5c2106-2682-4e49-ae30-8ad6215d5a40 req-2c65de04-2ee5-4b59-8fcc-bb29392f9b08 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266358 Apr 09 02:00:03.843158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6da9e-3de4-472e-914d-d7f9104d35ee req-303a671d-36df-4199-b93d-0c4b87d90b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:03.844814 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-88f6da9e-3de4-472e-914d-d7f9104d35ee req-303a671d-36df-4199-b93d-0c4b87d90b38 service neutron] 10.222.0.60 "GET /v2.0/networks?id=304c0d54-f5c0-4d20-8f14-89b83afdf40f HTTP/1.1" status: 200 len: 910 time: 0.7636449 Apr 09 02:00:03.858263 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2a476-97fa-429e-9559-10ce4808f0c4 req-ca1d809d-e056-440c-8c28-7d8bf15546ab tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:03.859994 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b7a2a476-97fa-429e-9559-10ce4808f0c4 req-ca1d809d-e056-440c-8c28-7d8bf15546ab tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 945 time: 0.3864136 Apr 09 02:00:03.969013 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b7a2a476-97fa-429e-9559-10ce4808f0c4 req-ed744f54-a1c5-4b84-bcbc-76b5367c73a7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae8f92ed-4155-46a2-a36e-9c62f406a764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263634 Apr 09 02:00:04.080378 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-88f6da9e-3de4-472e-914d-d7f9104d35ee req-62655cef-e0c0-48ed-8672-6592e8fa2850 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb HTTP/1.1" status: 200 len: 1000 time: 0.2170355 Apr 09 02:00:04.122863 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 8206c13b-3c09-4fd0-b5ce-d33e395942a3 up at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 02:00:04.257839 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 45beaf43-9a20-46dc-a8a3-43228175c957 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:00:04.428491 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Provisioning complete for port 8206c13b-3c09-4fd0-b5ce-d33e395942a3 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 02:00:04.428491 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:04.486260 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4593e6e-ebc4-4e7c-8813-94ad5c0beb6e req-0248f04f-bfcd-4bd4-9be5-b86fd2d61e5a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 02:00:04.507656 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6da9e-3de4-472e-914d-d7f9104d35ee req-4bd2459d-3044-466f-b593-d2450d2b8e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:04.510168 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-88f6da9e-3de4-472e-914d-d7f9104d35ee req-4bd2459d-3044-466f-b593-d2450d2b8e01 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=beb41680-af3e-4255-9cd6-b1accfa86904 HTTP/1.1" status: 200 len: 848 time: 0.4216118 Apr 09 02:00:04.515463 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:04.538252 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 45beaf43-9a20-46dc-a8a3-43228175c957, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=45beaf43-9a20-46dc-a8a3-43228175c957,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:00:04.541103 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed93f8d-4607-4c3f-9e2e-024ef8d7086c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45beaf43-9a20-46dc-a8a3-43228175c957'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:00:04.549855 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:04.566497 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 1313c805-3c12-496b-84ee-ac5905f0359c no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:00:04.833063 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:04.971043 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4593e6e-ebc4-4e7c-8813-94ad5c0beb6e req-0248f04f-bfcd-4bd4-9be5-b86fd2d61e5a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 02:00:04.995572 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] No Port match for: 1313c805-3c12-496b-84ee-ac5905f0359c {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:00:04.996204 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 1313c805-3c12-496b-84ee-ac5905f0359c not bound to the agent host hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:00:05.067934 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61213d-d00c-46c6-984b-29d56560ac25 None None] Sync routers for ids ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'] in dv-cinder-784623-6-smb {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 02:00:05.111644 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4593e6e-ebc4-4e7c-8813-94ad5c0beb6e req-0248f04f-bfcd-4bd4-9be5-b86fd2d61e5a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] No DVR routers for this DVR port 1313c805-3c12-496b-84ee-ac5905f0359c on host hv-cinder-78462 {{(pid=85253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 02:00:05.140632 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-a4593e6e-ebc4-4e7c-8813-94ad5c0beb6e req-0248f04f-bfcd-4bd4-9be5-b86fd2d61e5a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:05.144188 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed93f8d-4607-4c3f-9e2e-024ef8d7086c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45beaf43-9a20-46dc-a8a3-43228175c957', 'code': 200} Apr 09 02:00:05.151136 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbb9aac-8ec0-484b-8aca-aef5f75693ad', 'name': 'network-vif-deleted', 'tag': '1313c805-3c12-496b-84ee-ac5905f0359c'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:00:05.233590 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a4593e6e-ebc4-4e7c-8813-94ad5c0beb6e req-0248f04f-bfcd-4bd4-9be5-b86fd2d61e5a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.60 "DELETE /v2.0/ports/1313c805-3c12-496b-84ee-ac5905f0359c HTTP/1.1" status: 204 len: 173 time: 4.4357603 Apr 09 02:00:05.233886 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af61213d-d00c-46c6-984b-29d56560ac25 None None] Routers {'424d2a3c-224c-44a1-ad6e-17a1326f7f1c'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:00:05.235115 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-af61213d-d00c-46c6-984b-29d56560ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:59:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:00:05.256625 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dbb4b-9132-4d53-904d-9aadb8cbfa62 req-004a24ca-8f65-4c97-80af-e268a2c96722 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:05.273296 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9f4dbb4b-9132-4d53-904d-9aadb8cbfa62 req-004a24ca-8f65-4c97-80af-e268a2c96722 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 945 time: 0.8271258 Apr 09 02:00:05.447824 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9f4dbb4b-9132-4d53-904d-9aadb8cbfa62 req-06de5cef-f863-4b6f-8375-a8785c6f4c35 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727407 Apr 09 02:00:05.452210 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6da9e-3de4-472e-914d-d7f9104d35ee req-7d9a4a92-916c-46ab-bcb9-179629986350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:05.456357 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-88f6da9e-3de4-472e-914d-d7f9104d35ee req-7d9a4a92-916c-46ab-bcb9-179629986350 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=304c0d54-f5c0-4d20-8f14-89b83afdf40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9350495 Apr 09 02:00:05.623172 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-af61213d-d00c-46c6-984b-29d56560ac25 None None] Set router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:00:05.910122 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-88f6da9e-3de4-472e-914d-d7f9104d35ee req-7f24edea-6fbb-4dff-9070-94b3f438d55a service neutron] 10.222.0.60 "GET /v2.0/networks/304c0d54-f5c0-4d20-8f14-89b83afdf40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336078 Apr 09 02:00:06.018609 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-23fd6f99-6287-4729-85ce-64dd2c2e8a78 req-5da615ac-a504-42e1-8963-3bd682a2b132 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Synchronizing usage tracker for tenant:bdb5c7b167ed48238a56c04c50600551 on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 02:00:06.218626 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac350059-97c1-4809-a964-1edd0aeb7be0 req-1312699d-a8f0-4af3-956c-eceef19b6087 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:06.221546 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ac350059-97c1-4809-a964-1edd0aeb7be0 req-1312699d-a8f0-4af3-956c-eceef19b6087 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 944 time: 0.9215078 Apr 09 02:00:06.274572 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=45beaf43-9a20-46dc-a8a3-43228175c957,revision_number=8']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:06.286825 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.454s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:06.292898 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ac350059-97c1-4809-a964-1edd0aeb7be0 req-f6caf73c-b699-4ecb-9967-0a4b25625e11 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561509 Apr 09 02:00:06.298494 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-23fd6f99-6287-4729-85ce-64dd2c2e8a78 req-5da615ac-a504-42e1-8963-3bd682a2b132 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Unset dirty status for tenant:bdb5c7b167ed48238a56c04c50600551 on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 02:00:06.304544 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-23fd6f99-6287-4729-85ce-64dd2c2e8a78 req-5da615ac-a504-42e1-8963-3bd682a2b132 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbb9aac-8ec0-484b-8aca-aef5f75693ad HTTP/1.1" status: 200 len: 210 time: 0.4522955 Apr 09 02:00:06.346725 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-88f6da9e-3de4-472e-914d-d7f9104d35ee req-224b669e-bb9f-4c84-9468-6e02ea311b0e service neutron] 10.222.0.60 "GET /v2.0/networks/304c0d54-f5c0-4d20-8f14-89b83afdf40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235349 Apr 09 02:00:06.370914 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-af61213d-d00c-46c6-984b-29d56560ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc530b23-814c-494d-93da-71763d63e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:44Z', 'revision_number': 4, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port': {'id': 'dc530b23-814c-494d-93da-71763d63e292', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:24Z', 'updated_at': '2021-04-09T01:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'd7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c', 'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'mac_address': 'fa:16:3e:b3:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2138fd35-c483-44d0-b246-34baead69e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:37Z', 'updated_at': '2021-04-09T01:54:58Z', 'revision_number': 5, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'subnets': [{'id': '2138fd35-c483-44d0-b246-34baead69e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:00:06.382329 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61213d-d00c-46c6-984b-29d56560ac25 None None] Checking router: 424d2a3c-224c-44a1-ad6e-17a1326f7f1c for host: dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 02:00:06.410173 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af61213d-d00c-46c6-984b-29d56560ac25 None None] Routers {'424d2a3c-224c-44a1-ad6e-17a1326f7f1c'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:00:06.410871 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-af61213d-d00c-46c6-984b-29d56560ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T01:59:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:00:06.431553 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbb9aac-8ec0-484b-8aca-aef5f75693ad', 'name': 'network-vif-deleted', 'tag': '1313c805-3c12-496b-84ee-ac5905f0359c', 'status': 'completed', 'code': 200} Apr 09 02:00:06.771862 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-af61213d-d00c-46c6-984b-29d56560ac25 None None] Set router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:00:06.858479 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40c4dd-249b-4bf1-a371-3f94f575e1f4 req-0a96c778-7eaf-4630-8d84-63babc069a12 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:06.861205 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9d40c4dd-249b-4bf1-a371-3f94f575e1f4 req-0a96c778-7eaf-4630-8d84-63babc069a12 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.1642723 Apr 09 02:00:06.912491 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9d40c4dd-249b-4bf1-a371-3f94f575e1f4 req-5ea55587-d0b4-4211-9cb3-719690cc4ffb tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444834 Apr 09 02:00:07.305115 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-af61213d-d00c-46c6-984b-29d56560ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc530b23-814c-494d-93da-71763d63e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:44Z', 'revision_number': 4, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port': {'id': 'dc530b23-814c-494d-93da-71763d63e292', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:24Z', 'updated_at': '2021-04-09T01:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'd7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c', 'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'mac_address': 'fa:16:3e:b3:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2138fd35-c483-44d0-b246-34baead69e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:37Z', 'updated_at': '2021-04-09T01:54:58Z', 'revision_number': 5, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'subnets': [{'id': '2138fd35-c483-44d0-b246-34baead69e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:00:07.310384 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61213d-d00c-46c6-984b-29d56560ac25 None None] The sync data for ids ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'] in dv-cinder-784623-6-smb is: [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc530b23-814c-494d-93da-71763d63e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T01:54:44Z', 'revision_number': 4, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port': {'id': 'dc530b23-814c-494d-93da-71763d63e292', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:24Z', 'updated_at': '2021-04-09T01:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'd7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c', 'name': '', 'network_id': 'bd294572-97d5-4bf5-8461-bb564301b047', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'mac_address': 'fa:16:3e:b3:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2138fd35-c483-44d0-b246-34baead69e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:37Z', 'updated_at': '2021-04-09T01:54:58Z', 'revision_number': 5, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'subnets': [{'id': '2138fd35-c483-44d0-b246-34baead69e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 02:00:07.770457 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee218f6-d185-4808-a3ee-d37fb3f214d3 req-8093375c-0a69-45ab-aa6b-1db53b7be4f6 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:07.779603 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4ee218f6-d185-4808-a3ee-d37fb3f214d3 req-8093375c-0a69-45ab-aa6b-1db53b7be4f6 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 944 time: 0.1891160 Apr 09 02:00:07.870180 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4ee218f6-d185-4808-a3ee-d37fb3f214d3 req-12ea1b8a-56e5-4804-8bc8-324637c2f1b7 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889060 Apr 09 02:00:08.012639 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 60270) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:08.026238 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c362d069-b60c-4279-a5c9-fe30fee307bd None None] New status for floating IP 49b2ad78-593b-4846-a559-27a61b26531b: DOWN {{(pid=85256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 02:00:08.182776 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-898d34bf-c3eb-49e8-8ecd-26302288155a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:08.217413 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 02:00:08.227038 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 45beaf43-9a20-46dc-a8a3-43228175c957 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:00:08.312364 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-898d34bf-c3eb-49e8-8ecd-26302288155a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:08.512613 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-898d34bf-c3eb-49e8-8ecd-26302288155a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:08.524455 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-770e3dd0-adef-42e9-afe9-53f81fd1c69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:08.589724 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d34bf-c3eb-49e8-8ecd-26302288155a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8f92ed-4155-46a2-a36e-9c62f406a764,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:08.594035 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-898d34bf-c3eb-49e8-8ecd-26302288155a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:08.595501 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-898d34bf-c3eb-49e8-8ecd-26302288155a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:08.597497 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-898d34bf-c3eb-49e8-8ecd-26302288155a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "DELETE /v2.0/security-groups/ae8f92ed-4155-46a2-a36e-9c62f406a764 HTTP/1.1" status: 204 len: 168 time: 0.5834873 Apr 09 02:00:08.602176 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 60276) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:08.641422 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.v2.resource [None req-e353d543-03c2-4dd3-98cb-0f9a5981d1d9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] show failed (client error): The resource could not be found. Apr 09 02:00:08.643548 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e353d543-03c2-4dd3-98cb-0f9a5981d1d9 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "GET /v2.0/security-groups/ae8f92ed-4155-46a2-a36e-9c62f406a764 HTTP/1.1" status: 404 len: 347 time: 0.0392115 Apr 09 02:00:08.648979 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 60282) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:09.054705 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb,segment=NetworkSegment(d7c7569c-54ab-4658-98cf-f2d409cae760),segment_id=d7c7569c-54ab-4658-98cf-f2d409cae760)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:00:09.076023 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb', 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f', 'port_id': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb', 'mac_address': 'fa:16:3e:28:a3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 02:00:09.161639 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-a01f8d87-0d49-4c71-b811-2bbd9a1340f1 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Deleting port 162babe4-f0c5-46fd-828e-4d2fa55207e5 {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:00:09.162732 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a01f8d87-0d49-4c71-b811-2bbd9a1340f1 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:09.318575 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:09.324339 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 02:00:09.392593 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb,segment=NetworkSegment(d7c7569c-54ab-4658-98cf-f2d409cae760),segment_id=d7c7569c-54ab-4658-98cf-f2d409cae760)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:00:09.398956 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:09.403222 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:09.557518 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb,revision_number=7']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:09.563571 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:09.627542 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:00:09.929917 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a01f8d87-0d49-4c71-b811-2bbd9a1340f1 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:09.930303 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a01f8d87-0d49-4c71-b811-2bbd9a1340f1 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:09.991381 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 60312) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:10.121208 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-a01f8d87-0d49-4c71-b811-2bbd9a1340f1 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Calling delete_port for 162babe4-f0c5-46fd-828e-4d2fa55207e5 owned by network:floatingip {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:00:10.299303 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-431aa2a1-e445-4672-96e2-147b55e8f2c0 req-df3892d6-baca-46f4-82f9-02e5e6754dd4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2923036 Apr 09 02:00:10.361404 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59801722-dbeb-4275-95c8-38ff3006ee0d req-f1cf2ad8-7f14-4739-a889-72148ca4ab58 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:10.363110 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-59801722-dbeb-4275-95c8-38ff3006ee0d req-f1cf2ad8-7f14-4739-a889-72148ca4ab58 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 944 time: 1.0198348 Apr 09 02:00:10.427547 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-59801722-dbeb-4275-95c8-38ff3006ee0d req-c05a2a68-4145-439d-9be6-687771e5520d tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300112 Apr 09 02:00:10.471022 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef19e2-8bd4-4edf-90fb-3bba04c38feb req-a496c9fe-34ce-4a48-bd6f-ee7d18d89bd7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:10.477486 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6cef19e2-8bd4-4edf-90fb-3bba04c38feb req-a496c9fe-34ce-4a48-bd6f-ee7d18d89bd7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 1.0798981 Apr 09 02:00:10.521381 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a01f8d87-0d49-4c71-b811-2bbd9a1340f1 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:10.541019 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0d991cc8-0739-4dcb-bf25-3a3c0ff67a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:10.599426 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6cef19e2-8bd4-4edf-90fb-3bba04c38feb req-93fb905b-d678-42e0-93f0-cec620d5e382 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112862 Apr 09 02:00:10.613640 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f8d87-0d49-4c71-b811-2bbd9a1340f1 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Pushing event deleted for resources: {'Port': ['ID=162babe4-f0c5-46fd-828e-4d2fa55207e5,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:10.666958 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a01f8d87-0d49-4c71-b811-2bbd9a1340f1 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:10.833758 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a01f8d87-0d49-4c71-b811-2bbd9a1340f1 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks [] for floatingip, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:10.852502 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a01f8d87-0d49-4c71-b811-2bbd9a1340f1 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for floatingip, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:10.854736 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-a01f8d87-0d49-4c71-b811-2bbd9a1340f1 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] 10.222.0.44 "DELETE /v2.0/floatingips/49b2ad78-593b-4846-a559-27a61b26531b HTTP/1.1" status: 204 len: 168 time: 2.2005849 Apr 09 02:00:11.284926 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-26a039c6-0dad-41f2-9f94-8234bd635144 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:11.286752 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-26a039c6-0dad-41f2-9f94-8234bd635144 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/networks?id=29507773-c50f-4d83-bdc0-4824bf9f4622 HTTP/1.1" status: 200 len: 815 time: 0.1733401 Apr 09 02:00:11.304292 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-aa314f57-3f14-4a88-9f7f-a6b7215e9ba4 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/quotas/3e71211bd0b74cd8b481127a99faf090 HTTP/1.1" status: 200 len: 375 time: 0.0106835 Apr 09 02:00:11.405761 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-4646afe3-f1e5-4cb8-95ee-17fb0787c08c tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e71211bd0b74cd8b481127a99faf090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950191 Apr 09 02:00:11.780788 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-20beb936-efde-4463-a50c-2cffc7b69688 service neutron] 10.222.0.44 "GET /v2.0/networks/29507773-c50f-4d83-bdc0-4824bf9f4622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594818 Apr 09 02:00:11.842962 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f293a2-e7f7-4f15-a3b4-996e98d65d77 req-25de1680-71b6-4c49-9f59-b62218fe5fa4 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:11.844690 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-97f293a2-e7f7-4f15-a3b4-996e98d65d77 req-25de1680-71b6-4c49-9f59-b62218fe5fa4 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 945 time: 0.2534213 Apr 09 02:00:11.934978 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431aa2a1-e445-4672-96e2-147b55e8f2c0 req-4d0cb6c6-c238-4795-bd88-eb26d8c27928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:11.936607 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-431aa2a1-e445-4672-96e2-147b55e8f2c0 req-4d0cb6c6-c238-4795-bd88-eb26d8c27928 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c&tenant_id=b1fc2ad2e8754118a5af5f603622501a HTTP/1.1" status: 200 len: 1096 time: 0.3038614 Apr 09 02:00:11.962532 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-97f293a2-e7f7-4f15-a3b4-996e98d65d77 req-c268e4b4-081d-46f6-b0fe-4a09122bf4a3 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565324 Apr 09 02:00:12.050813 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-0c90d1ed-a3fd-4776-ad56-edd8381d2962 service neutron] 10.222.0.44 "GET /v2.0/networks/29507773-c50f-4d83-bdc0-4824bf9f4622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608225 Apr 09 02:00:12.178433 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431aa2a1-e445-4672-96e2-147b55e8f2c0 req-c5541644-d9a1-42bf-b07d-8847df9a4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:12.182059 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-431aa2a1-e445-4672-96e2-147b55e8f2c0 req-c5541644-d9a1-42bf-b07d-8847df9a4f38 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1fc2ad2e8754118a5af5f603622501a&device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 1096 time: 0.2177012 Apr 09 02:00:12.249492 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 02:00:12.392476 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8d35b763-31ea-4354-8661-01d9477c09a5 req-bd10ee99-b89d-4f7a-8891-da87bcdbc286 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 210 time: 0.0788205 Apr 09 02:00:12.426886 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 02:00:12.427900 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:12.436358 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf7a59-4a9f-4f39-a1e3-6ed8a981dcbb req-0420c123-4172-4736-bbab-a0f4bd202fc3 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:12.444706 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-dedf7a59-4a9f-4f39-a1e3-6ed8a981dcbb req-0420c123-4172-4736-bbab-a0f4bd202fc3 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.3638403 Apr 09 02:00:12.467396 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431aa2a1-e445-4672-96e2-147b55e8f2c0 req-8d687784-bf38-4342-90ef-5c2b5a1783ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:12.469080 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-431aa2a1-e445-4672-96e2-147b55e8f2c0 req-8d687784-bf38-4342-90ef-5c2b5a1783ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=fcda180e-c15e-43dc-97d5-dc5157f94d29 HTTP/1.1" status: 200 len: 917 time: 0.2802095 Apr 09 02:00:12.585747 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-dedf7a59-4a9f-4f39-a1e3-6ed8a981dcbb req-20edb9b5-8f9b-4722-be94-4f95a286ebe0 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397269 Apr 09 02:00:12.674955 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-431aa2a1-e445-4672-96e2-147b55e8f2c0 req-51c38985-2537-4d1d-8f77-3709adfdf510 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45beaf43-9a20-46dc-a8a3-43228175c957 HTTP/1.1" status: 200 len: 999 time: 0.1945448 Apr 09 02:00:12.679511 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:12.700425 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb,segment=NetworkSegment(d7c7569c-54ab-4658-98cf-f2d409cae760),segment_id=d7c7569c-54ab-4658-98cf-f2d409cae760)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:00:12.701405 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ce9a2c-06f9-46f2-8149-452896db1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:00:12.708923 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:12.711216 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-888b6826-628e-4f23-9328-709391beb0f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:12.828540 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ce9a2c-06f9-46f2-8149-452896db1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb', 'code': 200} Apr 09 02:00:12.830596 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb,revision_number=8']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:12.836343 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:12.860787 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431aa2a1-e445-4672-96e2-147b55e8f2c0 req-0511ffa7-87ff-4a03-a1ae-682b8e0e4677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:12.862099 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-431aa2a1-e445-4672-96e2-147b55e8f2c0 req-0511ffa7-87ff-4a03-a1ae-682b8e0e4677 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c919a89-cf5f-419e-9ae6-9992f20bb483 HTTP/1.1" status: 200 len: 855 time: 0.1797924 Apr 09 02:00:12.997650 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431aa2a1-e445-4672-96e2-147b55e8f2c0 req-a156fca5-3575-4ae5-b11a-20b70c6c3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:12.999805 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-431aa2a1-e445-4672-96e2-147b55e8f2c0 req-a156fca5-3575-4ae5-b11a-20b70c6c3512 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fcda180e-c15e-43dc-97d5-dc5157f94d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1259973 Apr 09 02:00:13.416131 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-431aa2a1-e445-4672-96e2-147b55e8f2c0 req-40235407-8233-43e7-b2b9-7739166c1f67 service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050391 Apr 09 02:00:13.452044 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2911a-4297-459d-a9c5-15b5145b4165 req-ed957ddd-043a-4879-b7ca-fa72d0b64fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:13.453756 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-96c2911a-4297-459d-a9c5-15b5145b4165 req-ed957ddd-043a-4879-b7ca-fa72d0b64fdf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 1099 time: 0.3568692 Apr 09 02:00:13.465285 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5d392e2b-777e-488a-8151-2051290526df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:13.507680 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd604a90-b3cd-4660-9976-8d22d3fab1e6 req-9acd7318-0b54-4770-be1e-b6e910230a93 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:13.509518 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fd604a90-b3cd-4660-9976-8d22d3fab1e6 req-9acd7318-0b54-4770-be1e-b6e910230a93 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 946 time: 0.3322682 Apr 09 02:00:13.608462 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-96c2911a-4297-459d-a9c5-15b5145b4165 req-732a7cfb-50be-47a1-b504-090251dd0284 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290762 Apr 09 02:00:13.615592 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fd604a90-b3cd-4660-9976-8d22d3fab1e6 req-d97d6af7-3147-488d-a329-3daa440994d2 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482235 Apr 09 02:00:13.651087 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-431aa2a1-e445-4672-96e2-147b55e8f2c0 req-c60c9c59-b98a-4fb1-bb5b-a057bd028ba2 service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263427 Apr 09 02:00:13.849605 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-40ee1d00-4384-498e-9e43-c75003e09d51 req-ba77d62c-221d-41c5-8b3f-b051f4ff092b tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 210 time: 0.1779838 Apr 09 02:00:13.912333 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b323c-7b43-4f64-94ac-3a106fb5cf92 req-df6a7736-e8b0-4318-9889-07e33b9b9475 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:13.921054 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a18b323c-7b43-4f64-94ac-3a106fb5cf92 req-df6a7736-e8b0-4318-9889-07e33b9b9475 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.1756277 Apr 09 02:00:14.066735 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a18b323c-7b43-4f64-94ac-3a106fb5cf92 req-a461cee7-e26d-40aa-b02b-704672604b50 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436865 Apr 09 02:00:14.153145 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-5ee04f0e-6f29-418d-b334-ba82604eb252 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:14.155970 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-5ee04f0e-6f29-418d-b334-ba82604eb252 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.60 "GET /v2.0/networks?id=29507773-c50f-4d83-bdc0-4824bf9f4622 HTTP/1.1" status: 200 len: 815 time: 0.2138746 Apr 09 02:00:14.175338 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-bb4b165d-1a8a-4ebc-b4cd-d07c1442c33f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Request body: {'port': {'device_id': '7ac8d522-62b7-47ff-9f83-d40db90806a8', 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622', 'admin_state_up': True, 'tenant_id': '3e71211bd0b74cd8b481127a99faf090'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:00:14.380684 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-bb4b165d-1a8a-4ebc-b4cd-d07c1442c33f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:00:14.383768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-bb4b165d-1a8a-4ebc-b4cd-d07c1442c33f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Usage tracker for resource:port and tenant:3e71211bd0b74cd8b481127a99faf090 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:00:14.389594 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-bb4b165d-1a8a-4ebc-b4cd-d07c1442c33f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:00:14.401839 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-bb4b165d-1a8a-4ebc-b4cd-d07c1442c33f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:00:14.418646 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-bb4b165d-1a8a-4ebc-b4cd-d07c1442c33f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Made reservation on behalf of 3e71211bd0b74cd8b481127a99faf090 for: {'port': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 02:00:14.429934 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-bb4b165d-1a8a-4ebc-b4cd-d07c1442c33f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:14.673968 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-bb4b165d-1a8a-4ebc-b4cd-d07c1442c33f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Allocated IP 172.20.0.14 (29507773-c50f-4d83-bdc0-4824bf9f4622/a9ffae36-0e18-4e05-9f0f-419c9230207d/bc8087fe-de5b-4cb4-82a2-ca8b34927cf5) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 02:00:15.629131 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7297e-6d44-4d01-9268-0559b2d3db4e req-608d1468-1cdb-42a8-a2cb-20968d4f97c9 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:15.630931 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-19a7297e-6d44-4d01-9268-0559b2d3db4e req-608d1468-1cdb-42a8-a2cb-20968d4f97c9 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 946 time: 0.8526514 Apr 09 02:00:15.637250 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-295d2822-6206-485e-9538-35ce5439e40c req-5c426c9c-0ac7-4e77-9760-2dfd6ca5e247 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 210 time: 0.1018603 Apr 09 02:00:15.817342 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-bb4b165d-1a8a-4ebc-b4cd-d07c1442c33f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:15.845725 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-19a7297e-6d44-4d01-9268-0559b2d3db4e req-94603278-f3e7-464e-ac24-fe3d6c5a9020 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048485 Apr 09 02:00:15.989058 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-bb4b165d-1a8a-4ebc-b4cd-d07c1442c33f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Transition to ACTIVE for port object bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 will not be triggered until provisioned by entity DHCP. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 02:00:16.045243 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7634f-52c0-40a7-8c20-c2e388a39454 req-e8677c1b-c9d5-47e7-ab92-5e9eb842a94c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:16.047229 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7ee7634f-52c0-40a7-8c20-c2e388a39454 req-e8677c1b-c9d5-47e7-ab92-5e9eb842a94c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.2214866 Apr 09 02:00:16.092652 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-bb4b165d-1a8a-4ebc-b4cd-d07c1442c33f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:16.097868 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7ee7634f-52c0-40a7-8c20-c2e388a39454 req-618fc68b-fe93-4013-9326-61c465a55421 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355215 Apr 09 02:00:16.115265 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0248f04f-bfcd-4bd4-9be5-b86fd2d61e5a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:16.284651 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b165d-1a8a-4ebc-b4cd-d07c1442c33f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Pushing event updated for resources: {'Port': ['ID=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:16.289898 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bb4b165d-1a8a-4ebc-b4cd-d07c1442c33f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:16.350323 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 60444) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:16.366469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-bb4b165d-1a8a-4ebc-b4cd-d07c1442c33f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Network 29507773-c50f-4d83-bdc0-4824bf9f4622 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 02:00:16.368989 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-bb4b165d-1a8a-4ebc-b4cd-d07c1442c33f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 02:00:16.371746 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-bb4b165d-1a8a-4ebc-b4cd-d07c1442c33f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 02:00:16.523592 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 02:00:16.533849 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-bb4b165d-1a8a-4ebc-b4cd-d07c1442c33f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:16.535568 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-bb4b165d-1a8a-4ebc-b4cd-d07c1442c33f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:16.589753 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-bb4b165d-1a8a-4ebc-b4cd-d07c1442c33f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4190228 Apr 09 02:00:16.822777 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-92248e56-7ee4-4db7-b248-6fdc71bf4de4 None None] Provisioning for port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 02:00:16.833481 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-92248e56-7ee4-4db7-b248-6fdc71bf4de4 None None] Provisioning complete for port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 02:00:16.834237 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-92248e56-7ee4-4db7-b248-6fdc71bf4de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:16.974608 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-92248e56-7ee4-4db7-b248-6fdc71bf4de4 None None] Port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 02:00:17.165838 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b811864-1926-4f51-b0c1-1845843f31c5 req-48c3eaf0-8724-4a65-ba78-ebb834dad319 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:17.167234 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-5b811864-1926-4f51-b0c1-1845843f31c5 req-48c3eaf0-8724-4a65-ba78-ebb834dad319 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Synchronizing usage tracker for tenant:3e71211bd0b74cd8b481127a99faf090 on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 02:00:17.208989 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-5b811864-1926-4f51-b0c1-1845843f31c5 req-48c3eaf0-8724-4a65-ba78-ebb834dad319 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Unset dirty status for tenant:3e71211bd0b74cd8b481127a99faf090 on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 02:00:17.210337 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5b811864-1926-4f51-b0c1-1845843f31c5 req-48c3eaf0-8724-4a65-ba78-ebb834dad319 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 932 time: 0.2798755 Apr 09 02:00:17.231005 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-61bf52c8-9730-4dc5-88da-5528966984c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:17.309339 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5b811864-1926-4f51-b0c1-1845843f31c5 req-f1b46759-394c-42b9-a0d3-5bb647223ff6 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835736 Apr 09 02:00:17.532892 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-75780b64-1226-49c2-90c7-68c8b309e2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854001002'] for router_interface, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:17.575922 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e78745-0e35-4f5d-b685-268d35ffdc13 req-ef633cf6-65d1-407f-a0b0-805c4ea69d23 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:17.578735 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-99e78745-0e35-4f5d-b685-268d35ffdc13 req-ef633cf6-65d1-407f-a0b0-805c4ea69d23 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.1856487 Apr 09 02:00:17.643257 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-99e78745-0e35-4f5d-b685-268d35ffdc13 req-3d3ac338-6f32-41e6-ae2e-421d69cfc8c0 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515485 Apr 09 02:00:18.088426 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-75780b64-1226-49c2-90c7-68c8b309e2d6 admin admin] Deleting port d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:00:18.089272 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-75780b64-1226-49c2-90c7-68c8b309e2d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:18.198787 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:18.320143 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-75780b64-1226-49c2-90c7-68c8b309e2d6 admin admin] For port d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c,segment=NetworkSegment(df13e918-9802-4055-9470-4d7703da78e6),segment_id=df13e918-9802-4055-9470-4d7703da78e6)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:00:18.320556 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-75780b64-1226-49c2-90c7-68c8b309e2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:18.493887 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-75780b64-1226-49c2-90c7-68c8b309e2d6 admin admin] Calling delete_port for d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c owned by network:router_interface {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:00:18.595173 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:18.741574 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35e97b-5d2d-432d-bae7-feaaa3e2c91c req-553de184-0087-4cd9-b90a-44bd91fb4847 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:18.757390 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-db35e97b-5d2d-432d-bae7-feaaa3e2c91c req-553de184-0087-4cd9-b90a-44bd91fb4847 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 932 time: 0.1631005 Apr 09 02:00:18.777076 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-75780b64-1226-49c2-90c7-68c8b309e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:18.796189 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-383c7ae1-0a35-4d6d-9683-0c5266a618e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:18.809365 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-db35e97b-5d2d-432d-bae7-feaaa3e2c91c req-8a4bd009-92cc-4011-89d7-18854fabe01b tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503993 Apr 09 02:00:18.857075 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75780b64-1226-49c2-90c7-68c8b309e2d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:18.860425 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-75780b64-1226-49c2-90c7-68c8b309e2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:19.127381 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88434d-8d19-4ac1-80dc-ffa312c88944 req-936d6e04-835b-4c4b-8cf9-892790c8d5aa tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:19.129375 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2c88434d-8d19-4ac1-80dc-ffa312c88944 req-936d6e04-835b-4c4b-8cf9-892790c8d5aa tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.1619327 Apr 09 02:00:19.187222 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2c88434d-8d19-4ac1-80dc-ffa312c88944 req-5023d581-b448-4dce-b71a-5cda1de07960 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506713 Apr 09 02:00:19.770331 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:19.798259 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-75780b64-1226-49c2-90c7-68c8b309e2d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854204910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854111067'] for router_interface, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:20.152616 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46c510-b26f-4184-870f-6699505eac2a req-3fd9c01d-1484-4b2b-9790-653c8bef788b tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:20.155016 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8a46c510-b26f-4184-870f-6699505eac2a req-3fd9c01d-1484-4b2b-9790-653c8bef788b tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 932 time: 0.1093845 Apr 09 02:00:20.216366 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8a46c510-b26f-4184-870f-6699505eac2a req-26c4987d-5a40-4179-8009-666381ac061d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488787 Apr 09 02:00:20.437538 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b68e69-ac31-423b-958c-73fef1866962 req-b769eab7-1f94-489c-a1b9-9dbe21a26a22 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:20.439416 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-15b68e69-ac31-423b-958c-73fef1866962 req-b769eab7-1f94-489c-a1b9-9dbe21a26a22 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.1082561 Apr 09 02:00:20.489546 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-15b68e69-ac31-423b-958c-73fef1866962 req-d8a0cbba-11bb-4a58-abec-460d213cb0ee tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430007 Apr 09 02:00:20.561108 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75780b64-1226-49c2-90c7-68c8b309e2d6 admin admin] Router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 02:00:20.810306 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75780b64-1226-49c2-90c7-68c8b309e2d6 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 02:00:20.823715 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad52ace-595b-4fda-8cf7-fc180557bcb2 None None] Sync routers for ids ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'] in dv-cinder-784623-6-smb {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 02:00:20.829190 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-75780b64-1226-49c2-90c7-68c8b309e2d6 admin admin] 10.222.0.44 "PUT /v2.0/routers/424d2a3c-224c-44a1-ad6e-17a1326f7f1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4731529 Apr 09 02:00:20.829517 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 60464) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:20.851257 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad52ace-595b-4fda-8cf7-fc180557bcb2 None None] Routers {'424d2a3c-224c-44a1-ad6e-17a1326f7f1c'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:00:20.852416 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-aad52ace-595b-4fda-8cf7-fc180557bcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:00:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:00:21.111801 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a17cb640-9962-42fe-ba58-7456af326468 admin admin] Notify callbacks [] for router, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:21.187828 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-aad52ace-595b-4fda-8cf7-fc180557bcb2 None None] Set router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:00:21.525156 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a17cb640-9962-42fe-ba58-7456af326468 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:21.544391 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-a17cb640-9962-42fe-ba58-7456af326468 admin admin] Deleting port dc530b23-814c-494d-93da-71763d63e292 {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:00:21.544827 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a17cb640-9962-42fe-ba58-7456af326468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:21.630009 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea79acc-e5ed-4f57-afcf-f898af6eaa43 req-110fd8fa-b167-409a-8587-28f9d2f19574 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:21.630260 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-aad52ace-595b-4fda-8cf7-fc180557bcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc530b23-814c-494d-93da-71763d63e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T02:00:18Z', 'revision_number': 5, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port': {'id': 'dc530b23-814c-494d-93da-71763d63e292', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:24Z', 'updated_at': '2021-04-09T01:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:00:21.631804 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-eea79acc-e5ed-4f57-afcf-f898af6eaa43 req-110fd8fa-b167-409a-8587-28f9d2f19574 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 932 time: 0.2314055 Apr 09 02:00:21.641830 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad52ace-595b-4fda-8cf7-fc180557bcb2 None None] Checking router: 424d2a3c-224c-44a1-ad6e-17a1326f7f1c for host: dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 02:00:21.659993 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad52ace-595b-4fda-8cf7-fc180557bcb2 None None] Routers {'424d2a3c-224c-44a1-ad6e-17a1326f7f1c'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:00:21.661284 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-aad52ace-595b-4fda-8cf7-fc180557bcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:00:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:00:21.822606 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-eea79acc-e5ed-4f57-afcf-f898af6eaa43 req-3d05189e-4abe-439e-bcd5-0d9ef1083d56 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296837 Apr 09 02:00:21.903011 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-a17cb640-9962-42fe-ba58-7456af326468 admin admin] For port dc530b23-814c-494d-93da-71763d63e292, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=dc530b23-814c-494d-93da-71763d63e292,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:00:21.903011 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a17cb640-9962-42fe-ba58-7456af326468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:21.924530 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299e2c1-f8a5-4d1d-a2e8-d416450b8b1b req-074b52a2-6468-4ceb-8878-41f4e40992f0 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:21.926565 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0299e2c1-f8a5-4d1d-a2e8-d416450b8b1b req-074b52a2-6468-4ceb-8878-41f4e40992f0 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.2936985 Apr 09 02:00:21.986150 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-aad52ace-595b-4fda-8cf7-fc180557bcb2 None None] Set router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c gateway port host: None {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:00:22.077827 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-a17cb640-9962-42fe-ba58-7456af326468 admin admin] Calling delete_port for dc530b23-814c-494d-93da-71763d63e292 owned by network:router_gateway {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:00:22.153740 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0299e2c1-f8a5-4d1d-a2e8-d416450b8b1b req-4d5f5b24-85fb-4a50-a77a-41974fa68128 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660361 Apr 09 02:00:22.196648 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-aad52ace-595b-4fda-8cf7-fc180557bcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T02:00:21Z', 'revision_number': 6, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port_host': None}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:00:22.204257 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad52ace-595b-4fda-8cf7-fc180557bcb2 None None] The sync data for ids ['424d2a3c-224c-44a1-ad6e-17a1326f7f1c'] in dv-cinder-784623-6-smb is: [{'id': '424d2a3c-224c-44a1-ad6e-17a1326f7f1c', 'name': 'tempest-AttachVolumeTestJSON-754910351-router', 'tenant_id': 'bdb5c7b167ed48238a56c04c50600551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:23Z', 'updated_at': '2021-04-09T02:00:21Z', 'revision_number': 6, 'project_id': 'bdb5c7b167ed48238a56c04c50600551', 'gw_port_host': None}] {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 02:00:22.324994 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:00:22.375784 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:00:22.376174 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device d7dc41e3-7bc5-4e7c-a211-5144fc1ecf5c not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:00:22.395282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a17cb640-9962-42fe-ba58-7456af326468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:22.414082 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a1f8f8fa-b40c-481c-a0fe-6ff8778fd647 tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:22.573960 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cb640-9962-42fe-ba58-7456af326468 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc530b23-814c-494d-93da-71763d63e292,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:22.586026 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a17cb640-9962-42fe-ba58-7456af326468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:22.808876 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a17cb640-9962-42fe-ba58-7456af326468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854110811'] for router_gateway, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:23.713439 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a17cb640-9962-42fe-ba58-7456af326468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-771109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773860'] for router, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:23.721140 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a17cb640-9962-42fe-ba58-7456af326468 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:23.820697 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a17cb640-9962-42fe-ba58-7456af326468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-771215'] for router, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:23.821794 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17cb640-9962-42fe-ba58-7456af326468 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 424d2a3c-224c-44a1-ad6e-17a1326f7f1c {{(pid=85253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 09 02:00:23.887657 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c218fa-9fec-4d52-964c-99eadddbdf66 req-1ccf8051-014d-4943-8573-73311f0a5cc1 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:23.890805 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-51c218fa-9fec-4d52-964c-99eadddbdf66 req-1ccf8051-014d-4943-8573-73311f0a5cc1 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 932 time: 0.8119440 Apr 09 02:00:23.903724 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a17cb640-9962-42fe-ba58-7456af326468 admin admin] Notify callbacks [] for router, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:23.905909 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-a17cb640-9962-42fe-ba58-7456af326468 admin admin] 10.222.0.44 "DELETE /v2.0/routers/424d2a3c-224c-44a1-ad6e-17a1326f7f1c HTTP/1.1" status: 204 len: 168 time: 3.0750041 Apr 09 02:00:23.910503 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 60478) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:23.956190 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea3418-f95c-44d2-be07-131440229161 req-bb18ee50-db4b-4660-9010-5f54ee0d2852 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:23.959396 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1cea3418-f95c-44d2-be07-131440229161 req-bb18ee50-db4b-4660-9010-5f54ee0d2852 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.3838949 Apr 09 02:00:24.018124 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-51c218fa-9fec-4d52-964c-99eadddbdf66 req-7177b4d0-eaee-4b28-889e-832c31010eba tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990312 Apr 09 02:00:24.027917 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1cea3418-f95c-44d2-be07-131440229161 req-70f80478-1602-4291-adff-b4ffbd02c07c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493917 Apr 09 02:00:24.161934 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Deleting subnet 2138fd35-c483-44d0-b246-34baead69e32 {{(pid=85254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 02:00:24.166991 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:24.246796 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851887881'] for subnet, precommit_delete_associations {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:24.403507 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:24.432880 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device dc530b23-814c-494d-93da-71763d63e292 no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:00:24.473452 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: dc530b23-814c-494d-93da-71763d63e292 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:00:24.473931 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device dc530b23-814c-494d-93da-71763d63e292 not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:00:24.783282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852597361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852455743'] for subnet, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:24.826246 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:24.876706 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2138fd35-c483-44d0-b246-34baead69e32,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:24.995952 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:24.996659 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:24.997388 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:24.998083 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:24.998797 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:24.999515 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:25.000267 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:25.000996 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:25.001717 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:25.002440 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:25.003168 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:25.003839 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:25.014125 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:25.064905 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:25.071133 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2500315-1bc0-4d6f-ac5a-edba00c6fe3d None None] Network bd294572-97d5-4bf5-8461-bb564301b047 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 02:00:25.074377 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2138fd35-c483-44d0-b246-34baead69e32 HTTP/1.1" status: 204 len: 168 time: 1.1622436 Apr 09 02:00:25.079023 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 60482) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:25.545091 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-397677'] for network, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:25.574186 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535e8d03-7534-4219-949d-4b8a47f04dde None None] DHCP port deletion for bd294572-97d5-4bf5-8461-bb564301b047 request from dv-cinder-784623-6-smb {{(pid=85255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 09 02:00:25.582086 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-535e8d03-7534-4219-949d-4b8a47f04dde None None] Deleting port e7648a6b-cc31-4036-946d-8f0eda7e1054 {{(pid=85255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:00:25.583024 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-535e8d03-7534-4219-949d-4b8a47f04dde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:25.663250 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64209183-de0c-474a-a4d2-6bcf6a5e2fc6 req-d634ac17-594d-4987-8406-9b2b5bdd7049 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:25.665084 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-64209183-de0c-474a-a4d2-6bcf6a5e2fc6 req-d634ac17-594d-4987-8406-9b2b5bdd7049 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.3258433 Apr 09 02:00:25.667719 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Deleting port e7648a6b-cc31-4036-946d-8f0eda7e1054 {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:00:25.668730 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:25.753603 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98b3fd-bd64-4c7e-a424-9ac80a540d8a req-c808db5a-7160-4e27-b26c-f121dd9a31fd tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:25.755306 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fb98b3fd-bd64-4c7e-a424-9ac80a540d8a req-c808db5a-7160-4e27-b26c-f121dd9a31fd tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 932 time: 0.3292260 Apr 09 02:00:25.776341 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-64209183-de0c-474a-a4d2-6bcf6a5e2fc6 req-28b02f24-b485-4a4a-90f4-52f817398cec tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682333 Apr 09 02:00:25.861710 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fb98b3fd-bd64-4c7e-a424-9ac80a540d8a req-d1c47ea4-5d62-429f-8072-c207ee891ece tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820971 Apr 09 02:00:26.026255 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-535e8d03-7534-4219-949d-4b8a47f04dde None None] For port e7648a6b-cc31-4036-946d-8f0eda7e1054, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=e7648a6b-cc31-4036-946d-8f0eda7e1054,segment=NetworkSegment(df13e918-9802-4055-9470-4d7703da78e6),segment_id=df13e918-9802-4055-9470-4d7703da78e6)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:00:26.027342 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-535e8d03-7534-4219-949d-4b8a47f04dde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:26.118777 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] For port e7648a6b-cc31-4036-946d-8f0eda7e1054, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=e7648a6b-cc31-4036-946d-8f0eda7e1054,segment=NetworkSegment(df13e918-9802-4055-9470-4d7703da78e6),segment_id=df13e918-9802-4055-9470-4d7703da78e6)] {{(pid=85253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:00:26.119472 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:26.175768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-535e8d03-7534-4219-949d-4b8a47f04dde None None] Calling delete_port for e7648a6b-cc31-4036-946d-8f0eda7e1054 owned by network:dhcp {{(pid=85255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:00:26.334571 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-535e8d03-7534-4219-949d-4b8a47f04dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803'] for port, after_delete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:26.368936 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:26.376106 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Calling delete_port for e7648a6b-cc31-4036-946d-8f0eda7e1054 owned by network:dhcp {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:00:26.475821 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.db.api [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85253) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 09 02:00:26.476445 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_db.api [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 09 02:00:26.609179 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device e7648a6b-cc31-4036-946d-8f0eda7e1054 no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:00:26.651677 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e8d03-7534-4219-949d-4b8a47f04dde None None] Pushing event deleted for resources: {'Port': ['ID=e7648a6b-cc31-4036-946d-8f0eda7e1054,revision_number=None']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:26.654417 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-535e8d03-7534-4219-949d-4b8a47f04dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:26.709714 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: e7648a6b-cc31-4036-946d-8f0eda7e1054 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:00:26.710164 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device e7648a6b-cc31-4036-946d-8f0eda7e1054 not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:00:26.755813 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535e8d03-7534-4219-949d-4b8a47f04dde None None] No DVR routers for this DVR port e7648a6b-cc31-4036-946d-8f0eda7e1054 on host dv-cinder-784623-6-smb {{(pid=85255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 02:00:27.047469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Deleting port e7648a6b-cc31-4036-946d-8f0eda7e1054 {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:00:27.048468 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:27.198186 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] The port 'e7648a6b-cc31-4036-946d-8f0eda7e1054' was deleted {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 09 02:00:27.432570 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573dab6-d2e2-4150-b33f-04c3f21780d2 req-2811c2cb-1582-45f1-8af4-3fcb4efd5b93 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:27.432570 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e573dab6-d2e2-4150-b33f-04c3f21780d2 req-2811c2cb-1582-45f1-8af4-3fcb4efd5b93 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.4734545 Apr 09 02:00:27.436519 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245879998222'] for network, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:27.517630 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831818b-d5ef-49b4-9307-2e122ecc49c9 req-8f780156-31a8-4e5a-80b1-61a79c9eeddf tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:27.519355 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1831818b-d5ef-49b4-9307-2e122ecc49c9 req-8f780156-31a8-4e5a-80b1-61a79c9eeddf tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 932 time: 0.4386945 Apr 09 02:00:27.652286 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e573dab6-d2e2-4150-b33f-04c3f21780d2 req-2297ee16-86f0-424b-879a-240df7fa1f79 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717200 Apr 09 02:00:27.711518 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1831818b-d5ef-49b4-9307-2e122ecc49c9 req-a55f5509-b083-45dd-961a-bc5f6cafc658 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210656 Apr 09 02:00:27.748317 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd294572-97d5-4bf5-8461-bb564301b047']}} {{(pid=85253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:00:27.767540 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df13e918-9802-4055-9470-4d7703da78e6') {'for_net_delete': True} {{(pid=85253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:00:27.768429 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df13e918-9802-4055-9470-4d7703da78e6') {} {{(pid=85253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:00:27.786005 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245879917052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9745075'] for segment, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:27.810438 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:27.826795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=85253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 02:00:28.061598 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Network bd294572-97d5-4bf5-8461-bb564301b047 has no segments {{(pid=85253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 02:00:28.079593 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845012151'] for segment, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:28.290762 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Network bd294572-97d5-4bf5-8461-bb564301b047 has no segments {{(pid=85253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: % (table.description, expected, rows_matched) Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: % (table.description, expected, rows_matched) Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: % (table.description, expected, rows_matched) Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: % (table.description, expected, rows_matched) Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: Traceback (most recent call last): Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: timer() Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: cb(*args, **kw) Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: return func(*args, **kwargs) Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: self._notify() Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: self.callback(batched_events) Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: event.method(event) Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: segment_id)['aggregates'][0] Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: return f(self, *a, **k) Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: return self._get(url).json() Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: **kwargs) Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: return self.request(url, 'GET', **kwargs) Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: **endpoint_filter) Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 02:00:28.319579 dv-cinder-784623-6-smb neutron-server[85140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 02:00:28.420093 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665026'] for network, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:28.425989 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ca995866-a0a5-47d8-9670-9a4c4cd4754e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:28.461001 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Pushing event deleted for resources: {'Network': ['ID=bd294572-97d5-4bf5-8461-bb564301b047,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:28.472807 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:28.476578 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:28.496556 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-122ffdd0-07c2-4726-b842-2425ac42431f admin admin] 10.222.0.44 "DELETE /v2.0/networks/bd294572-97d5-4bf5-8461-bb564301b047 HTTP/1.1" status: 204 len: 168 time: 3.4157274 Apr 09 02:00:28.671757 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 60498) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:28.714440 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-d7db241d-38d8-47c9-9569-35048b4547ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bdb5c7b167ed48238a56c04c50600551&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0411937 Apr 09 02:00:28.717067 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 60502) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:28.944376 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-91e5f326-ab75-46bb-93e9-f84a6fe30ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:29.067664 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-91e5f326-ab75-46bb-93e9-f84a6fe30ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:29.139722 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb34355-70dd-45e0-900d-3531fa315194 req-19b5e694-278d-4bc9-af38-8c2e36961b1d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:29.141475 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-adb34355-70dd-45e0-900d-3531fa315194 req-19b5e694-278d-4bc9-af38-8c2e36961b1d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.3078156 Apr 09 02:00:29.163745 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc18b9b-db1c-4314-92f8-6a4331ade77c req-b339a162-7b87-4726-9c6e-5bfa85c28815 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:29.166065 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6fc18b9b-db1c-4314-92f8-6a4331ade77c req-b339a162-7b87-4726-9c6e-5bfa85c28815 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 932 time: 0.2344427 Apr 09 02:00:29.208460 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-91e5f326-ab75-46bb-93e9-f84a6fe30ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:29.214889 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-adb34355-70dd-45e0-900d-3531fa315194 req-eecd2283-7d2b-46ca-b174-505e92538a76 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628030 Apr 09 02:00:29.219237 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2642fd18-e835-4e0c-8db5-21193e947347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:29.243447 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6fc18b9b-db1c-4314-92f8-6a4331ade77c req-aca50df0-7f65-48ea-b9ce-80e63733b71f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624490 Apr 09 02:00:29.245801 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5f326-ab75-46bb-93e9-f84a6fe30ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52906b5c-260f-49e9-9742-e05660471f7d,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:29.248937 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-91e5f326-ab75-46bb-93e9-f84a6fe30ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:29.250276 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-91e5f326-ab75-46bb-93e9-f84a6fe30ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:29.260784 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-91e5f326-ab75-46bb-93e9-f84a6fe30ad6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52906b5c-260f-49e9-9742-e05660471f7d HTTP/1.1" status: 204 len: 168 time: 0.5330517 Apr 09 02:00:30.212342 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 60532) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:30.347232 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1321244265-network', 'tenant_id': 'd7645928349046629b8c59790c11c0c3'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:00:30.359394 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:00:30.367577 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Usage tracker for resource:network and tenant:d7645928349046629b8c59790c11c0c3 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:00:30.371573 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:00:30.381052 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:00:30.510378 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Made reservation on behalf of d7645928349046629b8c59790c11c0c3 for: {'network': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 02:00:30.518439 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for network, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:30.540369 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:30.571663 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:00:30.585771 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Usage tracker for resource:security_group_rule and tenant:d7645928349046629b8c59790c11c0c3 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:00:30.592258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:00:30.609111 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:00:30.656102 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22989c-1451-44b4-a3fa-da70adbbab4a req-0ec553ee-280a-4ec8-8f67-d526d46ff2bb tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:30.664140 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bc22989c-1451-44b4-a3fa-da70adbbab4a req-0ec553ee-280a-4ec8-8f67-d526d46ff2bb tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 932 time: 0.2315936 Apr 09 02:00:30.677574 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1988c09-2fda-44a9-8c29-0d3fa8f492b9 req-da7618a3-8ee4-4b09-bcf5-49262c2728cb tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:30.679413 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e1988c09-2fda-44a9-8c29-0d3fa8f492b9 req-da7618a3-8ee4-4b09-bcf5-49262c2728cb tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.3000195 Apr 09 02:00:30.759621 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bc22989c-1451-44b4-a3fa-da70adbbab4a req-b5d65245-187a-4e2d-9044-6691dbf4e7e6 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892143 Apr 09 02:00:30.770017 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e1988c09-2fda-44a9-8c29-0d3fa8f492b9 req-b21cc5d1-5ca9-4fb1-ab98-b5685b3651d7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723066 Apr 09 02:00:30.843905 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:30.850015 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:30.858623 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2da8b42b-6711-455e-a888-6cbe1a69ddce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:30.896684 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=85253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 02:00:30.914536 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:30.915232 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.segments_db [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Added segment c6df1333-40b7-4e0f-a738-9d7d03f3c32c of type vlan for network a92498ba-5871-40f5-8c0d-74fd7a096454 Apr 09 02:00:30.983619 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790974259946'] for network, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:31.002211 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4618ac21-8d50-496f-8af6-f0c47e28f4d7,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:31.010229 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:31.048616 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907'] for network, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:31.050205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:31.050909 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:31.056550 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:31.167442 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9536347 Apr 09 02:00:31.170983 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 60542) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:31.179855 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-2c2d64a6-d286-48ae-bdd7-8f9415fff9cf admin admin] Request body: {'subnet': {'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1321244265-subnet', 'tenant_id': 'd7645928349046629b8c59790c11c0c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:00:31.184457 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Pushing event updated for resources: {'Network': ['ID=a92498ba-5871-40f5-8c0d-74fd7a096454,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:31.188315 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:31.189351 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-2c2d64a6-d286-48ae-bdd7-8f9415fff9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:00:31.193985 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-2c2d64a6-d286-48ae-bdd7-8f9415fff9cf admin admin] Usage tracker for resource:subnet and tenant:d7645928349046629b8c59790c11c0c3 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:00:31.197962 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-2c2d64a6-d286-48ae-bdd7-8f9415fff9cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:00:31.199647 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Network a92498ba-5871-40f5-8c0d-74fd7a096454 details requested by agent ovs-agent-dv-cinder-784623-6-smb with host dv-cinder-784623-6-smb {{(pid=85255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 02:00:31.205032 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-2c2d64a6-d286-48ae-bdd7-8f9415fff9cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:00:31.216866 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2d64a6-d286-48ae-bdd7-8f9415fff9cf admin admin] Made reservation on behalf of d7645928349046629b8c59790c11c0c3 for: {'subnet': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 02:00:31.222353 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2c2d64a6-d286-48ae-bdd7-8f9415fff9cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490417'] for subnet, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:32.131875 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2c2d64a6-d286-48ae-bdd7-8f9415fff9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9763800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490368'] for subnet, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:32.162489 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:32.207386 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:32.293200 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a11cd-6fdc-4ba9-9305-db29a4d4e17f req-2a094c47-1dc6-43a1-82a3-35da33a6aa6d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:32.296092 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e42a11cd-6fdc-4ba9-9305-db29a4d4e17f req-2a094c47-1dc6-43a1-82a3-35da33a6aa6d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 932 time: 0.4036400 Apr 09 02:00:32.374396 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d64a6-d286-48ae-bdd7-8f9415fff9cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f6743f-9eb8-4852-97cf-4246b77b903a,revision_number=0']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:32.398044 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c97bb7-2850-4d18-ae0e-a6c42d1f2081 req-a98bdd60-6aa9-41be-9bca-27f623cc529e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:32.401535 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-39c97bb7-2850-4d18-ae0e-a6c42d1f2081 req-a98bdd60-6aa9-41be-9bca-27f623cc529e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.4287686 Apr 09 02:00:32.407361 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2c2d64a6-d286-48ae-bdd7-8f9415fff9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:32.413251 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e42a11cd-6fdc-4ba9-9305-db29a4d4e17f req-f8d5f748-af80-442a-a519-c1052b6e3fbd tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851471 Apr 09 02:00:32.497178 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-39c97bb7-2850-4d18-ae0e-a6c42d1f2081 req-5d9fe853-8850-45f0-9504-00c5c8c744d8 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780237 Apr 09 02:00:32.557444 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d64a6-d286-48ae-bdd7-8f9415fff9cf admin admin] Checking segment: {'id': 'c6df1333-40b7-4e0f-a738-9d7d03f3c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 02:00:32.557898 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2d64a6-d286-48ae-bdd7-8f9415fff9cf admin admin] Network hostable DHCP agents. Network: a92498ba-5871-40f5-8c0d-74fd7a096454, hostable agents: ['68056bad-9ad5-43c2-8e53-4c698c5ccbf6'], hosted agents: [] {{(pid=85253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 02:00:32.584513 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2d64a6-d286-48ae-bdd7-8f9415fff9cf admin admin] Network a92498ba-5871-40f5-8c0d-74fd7a096454 is scheduled to be hosted by DHCP agent 68056bad-9ad5-43c2-8e53-4c698c5ccbf6 with binding_index 1 {{(pid=85253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 02:00:32.601445 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-2c2d64a6-d286-48ae-bdd7-8f9415fff9cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-smb, a92498ba-5871-40f5-8c0d-74fd7a096454) {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 02:00:32.621209 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2d64a6-d286-48ae-bdd7-8f9415fff9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:32.621469 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3937d80f-19f8-4df5-83ce-ef8fdffbb68f None None] Network a92498ba-5871-40f5-8c0d-74fd7a096454 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 02:00:32.621865 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2c2d64a6-d286-48ae-bdd7-8f9415fff9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for subnet, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:32.643399 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2c2d64a6-d286-48ae-bdd7-8f9415fff9cf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4709775 Apr 09 02:00:32.922877 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead995de-63d2-4b8a-9fd2-f85dddbb3808 None None] Network a92498ba-5871-40f5-8c0d-74fd7a096454 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 02:00:33.791881 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-c7735e94-d534-4416-99b3-0d7571271ef3 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:33.792647 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-c7735e94-d534-4416-99b3-0d7571271ef3 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Synchronizing usage tracker for tenant:d7645928349046629b8c59790c11c0c3 on resource:network {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 02:00:33.825464 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70bae8-360b-4964-8972-1ab0af41f84c req-9997a9b9-5de0-463c-85a0-fda3d99f48fb tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:33.827392 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3e70bae8-360b-4964-8972-1ab0af41f84c req-9997a9b9-5de0-463c-85a0-fda3d99f48fb tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 932 time: 0.2456641 Apr 09 02:00:33.828842 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-c7735e94-d534-4416-99b3-0d7571271ef3 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Unset dirty status for tenant:d7645928349046629b8c59790c11c0c3 on resource:network {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 02:00:33.833427 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-c7735e94-d534-4416-99b3-0d7571271ef3 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/networks?id=a92498ba-5871-40f5-8c0d-74fd7a096454 HTTP/1.1" status: 200 len: 815 time: 0.4136608 Apr 09 02:00:33.868503 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-aa0932c0-ef8a-4d00-a0bf-2930ce9a749f tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/quotas/d7645928349046629b8c59790c11c0c3 HTTP/1.1" status: 200 len: 375 time: 0.0297382 Apr 09 02:00:33.950551 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3e70bae8-360b-4964-8972-1ab0af41f84c req-208d37d7-10c9-48cf-9ea8-05a75a9afd75 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105664 Apr 09 02:00:33.959194 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-e727bd41-0562-493a-b2a0-d6af2ba46b94 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7645928349046629b8c59790c11c0c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836754 Apr 09 02:00:34.205697 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-2bc62b5f-818f-4d0a-933c-c9b75b5a59ab service neutron] 10.222.0.44 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348683 Apr 09 02:00:34.327766 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2ac2a-0dae-455a-9d18-352987f87baa req-7513c6f9-cd72-41fd-823c-441125629583 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:34.340625 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c3c2ac2a-0dae-455a-9d18-352987f87baa req-7513c6f9-cd72-41fd-823c-441125629583 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.2549140 Apr 09 02:00:34.380600 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c3c2ac2a-0dae-455a-9d18-352987f87baa req-4690a5ce-1462-4638-962c-ae23bdaf1dcd tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389366 Apr 09 02:00:34.433264 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-d6aefd3a-e55f-4d3d-aec6-23eea81e9125 service neutron] 10.222.0.44 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163222 Apr 09 02:00:34.685263 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-45a16aa8-8cfa-4dad-b927-40e4eb37bbf5 req-c45f1dc9-92d3-46b6-9a65-67b9b40e19c4 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 210 time: 0.0675576 Apr 09 02:00:35.300090 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7677f9f-9737-4d92-be16-656fd985aedb req-0955deb6-da81-4cf7-a2ad-05966a1d8fac tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:35.303242 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f7677f9f-9737-4d92-be16-656fd985aedb req-0955deb6-da81-4cf7-a2ad-05966a1d8fac tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 932 time: 0.1319261 Apr 09 02:00:35.350453 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f7677f9f-9737-4d92-be16-656fd985aedb req-c265a0bf-08e1-450b-8870-8f0155460dec tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389791 Apr 09 02:00:35.664406 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75ef02-8a1f-47b0-9634-12897286db63 req-5ff764b0-ea3c-4910-9512-fcd2fbb42204 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:35.666155 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2c75ef02-8a1f-47b0-9634-12897286db63 req-5ff764b0-ea3c-4910-9512-fcd2fbb42204 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.1002550 Apr 09 02:00:35.712399 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2c75ef02-8a1f-47b0-9634-12897286db63 req-eefb9a7d-58ce-4e05-9225-ef1520e0c6df tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334725 Apr 09 02:00:35.867760 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-81254c37-e681-426a-a664-8463dfe51f91 req-900b72cd-b9ad-4d12-a56b-b6746f5c88b1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 210 time: 0.0507009 Apr 09 02:00:36.577586 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89891d1c-3c7d-4427-ad0c-6b7f4a0cd19d req-2d2d45d9-3c0e-4074-a310-d2ce006c031a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:36.579153 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-89891d1c-3c7d-4427-ad0c-6b7f4a0cd19d req-2d2d45d9-3c0e-4074-a310-d2ce006c031a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 932 time: 0.0931888 Apr 09 02:00:36.617595 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-89891d1c-3c7d-4427-ad0c-6b7f4a0cd19d req-d93a074c-05ad-4820-9ce7-ac0c26ee2677 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270360 Apr 09 02:00:37.013420 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c8ede-5322-40b7-9cf4-d10b6c601724 req-9c896086-3093-4944-b632-44c179adc2f0 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:37.015185 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8b9c8ede-5322-40b7-9cf4-d10b6c601724 req-9c896086-3093-4944-b632-44c179adc2f0 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.1321981 Apr 09 02:00:37.087677 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c0429582-0488-4ee1-92b5-698fde68b1cc req-470fcfd1-e759-4348-80ad-e79a13475829 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 210 time: 0.0652776 Apr 09 02:00:37.099725 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8b9c8ede-5322-40b7-9cf4-d10b6c601724 req-2474afa5-6919-43d4-ac7f-e52bc21ff154 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757701 Apr 09 02:00:37.624216 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Request body: {'port': {'device_id': '7ac8d522-62b7-47ff-9f83-d40db90806a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:00:37.848585 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:38.072720 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a1a69-c1e9-466e-9944-2d8d1b3d2470 req-2b553282-e9e6-42c3-879d-8e569e2b2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:38.074428 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-477a1a69-c1e9-466e-9944-2d8d1b3d2470 req-2b553282-e9e6-42c3-879d-8e569e2b2f12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1fc2ad2e8754118a5af5f603622501a&device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 1096 time: 0.2842083 Apr 09 02:00:38.090405 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a12e51-d945-4ba3-8a5c-e20d97204b03 req-4ba9cdfd-f097-4b32-a7a4-3eacebddea0d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:38.092229 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-96a12e51-d945-4ba3-8a5c-e20d97204b03 req-4ba9cdfd-f097-4b32-a7a4-3eacebddea0d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 932 time: 0.3471146 Apr 09 02:00:38.196056 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-96a12e51-d945-4ba3-8a5c-e20d97204b03 req-68cb6151-4129-4546-8361-10b03eb33050 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896070 Apr 09 02:00:38.689225 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-419c7479-09ba-4b6d-a0e8-9a5003bb8157 req-f9f1cbc4-b64e-4968-bdde-89169b57d3f4 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 210 time: 0.4127278 Apr 09 02:00:38.702465 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-1641e25b-0f3a-4070-a5fa-c9532e68f5a5 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:38.705021 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-1641e25b-0f3a-4070-a5fa-c9532e68f5a5 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.60 "GET /v2.0/networks?id=a92498ba-5871-40f5-8c0d-74fd7a096454 HTTP/1.1" status: 200 len: 815 time: 0.2109721 Apr 09 02:00:38.719682 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-7fbb4270-dbca-41fc-8bf0-a341b6839770 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Request body: {'port': {'device_id': '01760650-2f0b-434d-bb73-460110019359', 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454', 'admin_state_up': True, 'tenant_id': 'd7645928349046629b8c59790c11c0c3'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:00:38.758145 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a1a69-c1e9-466e-9944-2d8d1b3d2470 req-579961f6-4015-45e7-a9d5-e3f3893b9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:38.760271 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-477a1a69-c1e9-466e-9944-2d8d1b3d2470 req-579961f6-4015-45e7-a9d5-e3f3893b9f44 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fcda180e-c15e-43dc-97d5-dc5157f94d29 HTTP/1.1" status: 200 len: 917 time: 0.6351650 Apr 09 02:00:38.878484 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-7fbb4270-dbca-41fc-8bf0-a341b6839770 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:00:38.884287 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-7fbb4270-dbca-41fc-8bf0-a341b6839770 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Usage tracker for resource:port and tenant:d7645928349046629b8c59790c11c0c3 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:00:38.889210 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-7fbb4270-dbca-41fc-8bf0-a341b6839770 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:00:38.897468 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-7fbb4270-dbca-41fc-8bf0-a341b6839770 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:00:38.903277 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc23be-53b7-438a-af75-fc32c0c0a698 req-7b38e12b-daf0-4a04-ab7f-84c4910dd1b9 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:38.905000 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f5cc23be-53b7-438a-af75-fc32c0c0a698 req-7b38e12b-daf0-4a04-ab7f-84c4910dd1b9 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.5223289 Apr 09 02:00:38.910122 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-7fbb4270-dbca-41fc-8bf0-a341b6839770 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Made reservation on behalf of d7645928349046629b8c59790c11c0c3 for: {'port': 1} {{(pid=85254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 02:00:38.917062 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-7fbb4270-dbca-41fc-8bf0-a341b6839770 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:38.921148 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-477a1a69-c1e9-466e-9944-2d8d1b3d2470 req-e03fc092-3dc2-4760-a1f5-faa73bb68b82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45beaf43-9a20-46dc-a8a3-43228175c957 HTTP/1.1" status: 200 len: 999 time: 0.1393318 Apr 09 02:00:39.030365 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f5cc23be-53b7-438a-af75-fc32c0c0a698 req-cd29a8f7-52d4-4911-addd-ac4ddb7c56c5 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081336 Apr 09 02:00:39.079230 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 {{(pid=85253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 02:00:39.092172 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:39.095707 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a1a69-c1e9-466e-9944-2d8d1b3d2470 req-c203fcb1-6905-4ee1-af56-49c0d6539fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:39.097369 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-477a1a69-c1e9-466e-9944-2d8d1b3d2470 req-c203fcb1-6905-4ee1-af56-49c0d6539fc8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c919a89-cf5f-419e-9ae6-9992f20bb483 HTTP/1.1" status: 200 len: 855 time: 0.1496806 Apr 09 02:00:39.103363 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-7fbb4270-dbca-41fc-8bf0-a341b6839770 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Allocated IP 172.20.0.8 (a92498ba-5871-40f5-8c0d-74fd7a096454/d2f6743f-9eb8-4852-97cf-4246b77b903a/1833abc3-116e-499c-a419-a79435a90a42) {{(pid=85254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 02:00:39.159224 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Transition to ACTIVE for port object bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 will not be triggered until provisioned by entity L2. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 02:00:39.163132 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:39.179912 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:39.334313 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-7fbb4270-dbca-41fc-8bf0-a341b6839770 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks [] for port, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:39.367589 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-7fbb4270-dbca-41fc-8bf0-a341b6839770 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:39.373805 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:39.383727 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d8495864-4f8d-4cfd-b9fa-dc74d8530646 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:39.406385 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:39.406773 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:39.407181 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:39.407577 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:39.407970 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:39.408365 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:39.408824 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:39.409191 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:39.409585 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:39.409969 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:39.410352 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:39.410733 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:39.421929 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:39.482895 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a1a69-c1e9-466e-9944-2d8d1b3d2470 req-9c7b0443-fb5d-4e41-9848-a3a0933b95b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:39.484600 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-477a1a69-c1e9-466e-9944-2d8d1b3d2470 req-9c7b0443-fb5d-4e41-9848-a3a0933b95b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fcda180e-c15e-43dc-97d5-dc5157f94d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3778648 Apr 09 02:00:39.537374 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb4270-dbca-41fc-8bf0-a341b6839770 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Pushing event updated for resources: {'Port': ['ID=1833abc3-116e-499c-a419-a79435a90a42,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:39.572671 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-7fbb4270-dbca-41fc-8bf0-a341b6839770 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:39.598058 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-7fbb4270-dbca-41fc-8bf0-a341b6839770 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Network a92498ba-5871-40f5-8c0d-74fd7a096454 is already hosted by enough agents. {{(pid=85254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 02:00:39.599357 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-7fbb4270-dbca-41fc-8bf0-a341b6839770 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Resources bound (agent type, host, resource id): {{(pid=85254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 02:00:39.601973 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-7fbb4270-dbca-41fc-8bf0-a341b6839770 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Received port after_create {{(pid=85254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 02:00:39.678217 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-7fbb4270-dbca-41fc-8bf0-a341b6839770 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:39.678923 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-7fbb4270-dbca-41fc-8bf0-a341b6839770 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:39.703581 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-7fbb4270-dbca-41fc-8bf0-a341b6839770 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9885893 Apr 09 02:00:39.717208 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Request body: {'port': {'device_id': '01760650-2f0b-434d-bb73-460110019359', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:00:39.763943 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea904342-4eb3-452a-b48d-2d97910c1d1f req-88731e1c-e41b-4462-9e7f-7fd0d3043e64 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:39.765677 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ea904342-4eb3-452a-b48d-2d97910c1d1f req-88731e1c-e41b-4462-9e7f-7fd0d3043e64 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 944 time: 0.4494295 Apr 09 02:00:39.872198 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:39.924230 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ea904342-4eb3-452a-b48d-2d97910c1d1f req-168c5fb7-1d84-432e-8438-508d63eb9414 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974886 Apr 09 02:00:39.979881 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-477a1a69-c1e9-466e-9944-2d8d1b3d2470 req-75491702-d995-4248-9212-9147d3a61138 service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834142 Apr 09 02:00:40.015244 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Attempting to bind port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 02:00:40.015539 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Attempting to bind port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f3e62cff-447e-4ea1-a950-319a22922586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622'}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 02:00:40.015910 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Attempting to bind port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 on network 29507773-c50f-4d83-bdc0-4824bf9f4622 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 02:00:40.045532 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 on network 29507773-c50f-4d83-bdc0-4824bf9f4622 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 02:00:40.045899 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Attempting to bind port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 on network 29507773-c50f-4d83-bdc0-4824bf9f4622 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 02:00:40.110348 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Checking agent: {'id': '474f91f5-43fb-4d3d-bd9b-d9ff88d57b86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 2, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 02:00:40.110737 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Checking segment: {'id': 'f3e62cff-447e-4ea1-a950-319a22922586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 02:00:40.111140 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Bound using segment: {'id': 'f3e62cff-447e-4ea1-a950-319a22922586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622'} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 02:00:40.111661 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Bound port: bc8087fe-de5b-4cb4-82a2-ca8b34927cf5, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e62cff-447e-4ea1-a950-319a22922586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622'}}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 02:00:40.112049 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:40.196962 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6903b-f6ba-42da-8816-35e833302006 req-d6557c4b-8fc6-4b12-bb92-8f817b673ea5 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:40.198631 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-afd6903b-f6ba-42da-8816-35e833302006 req-d6557c4b-8fc6-4b12-bb92-8f817b673ea5 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 931 time: 0.3675172 Apr 09 02:00:40.333287 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1833abc3-116e-499c-a419-a79435a90a42 {{(pid=85254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 02:00:40.342093 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:40.343458 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-477a1a69-c1e9-466e-9944-2d8d1b3d2470 req-c5ef157e-0a1d-47cc-a619-69222e2defde service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574760 Apr 09 02:00:40.347620 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] For port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5, host hv-cinder-78462, cleared binding levels {{(pid=85253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 02:00:40.352011 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] For port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5,segment=NetworkSegment(f3e62cff-447e-4ea1-a950-319a22922586),segment_id=f3e62cff-447e-4ea1-a950-319a22922586)] {{(pid=85253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 02:00:40.361341 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Transition to ACTIVE for port object 1833abc3-116e-499c-a419-a79435a90a42 will not be triggered until provisioned by entity L2. {{(pid=85254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 02:00:40.369766 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852597316'] for port, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:40.370662 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-afd6903b-f6ba-42da-8816-35e833302006 req-7e55fb43-b6dd-4025-a940-ef9490b12449 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Synchronizing usage tracker for tenant:d7645928349046629b8c59790c11c0c3 on resource:security_group {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 02:00:40.374169 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:40.386465 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-7f79ffe8-856a-432f-9f30-27ccea536e92 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:40.393892 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:40.401754 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 45beaf43-9a20-46dc-a8a3-43228175c957 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 02:00:40.540428 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1833abc3-116e-499c-a419-a79435a90a42,revision_number=2']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:40.544501 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:40.568209 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af555b67-541e-4e39-b640-ff7d0eb0cea7 req-4acf9165-d704-436d-8022-42700f825b2d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:40.569909 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-af555b67-541e-4e39-b640-ff7d0eb0cea7 req-4acf9165-d704-436d-8022-42700f825b2d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 943 time: 0.3934627 Apr 09 02:00:40.577139 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-afd6903b-f6ba-42da-8816-35e833302006 req-7e55fb43-b6dd-4025-a940-ef9490b12449 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Unset dirty status for tenant:d7645928349046629b8c59790c11c0c3 on resource:security_group {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 02:00:40.577377 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 45beaf43-9a20-46dc-a8a3-43228175c957, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=45beaf43-9a20-46dc-a8a3-43228175c957,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:00:40.578372 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-afd6903b-f6ba-42da-8816-35e833302006 req-7e55fb43-b6dd-4025-a940-ef9490b12449 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333819 Apr 09 02:00:40.595360 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': '45beaf43-9a20-46dc-a8a3-43228175c957', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'port_id': '45beaf43-9a20-46dc-a8a3-43228175c957', 'mac_address': 'fa:16:3e:ec:0e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 02:00:40.640522 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5,revision_number=3']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:40.655515 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:40.666834 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-af555b67-541e-4e39-b640-ff7d0eb0cea7 req-61650037-5bcb-44fd-ab0f-b267776f975c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741527 Apr 09 02:00:40.672964 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:40.674393 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45beaf43-9a20-46dc-a8a3-43228175c957 {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 02:00:40.682652 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:40.683293 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:40.684797 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] 10.222.0.60 "PUT /v2.0/ports/bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 HTTP/1.1" status: 200 len: 1094 time: 3.0654476 Apr 09 02:00:40.685362 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac8d522-62b7-47ff-9f83-d40db90806a8', 'tag': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:00:40.697487 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 45beaf43-9a20-46dc-a8a3-43228175c957, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=45beaf43-9a20-46dc-a8a3-43228175c957,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:00:40.701496 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:40.704794 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:40.788370 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=45beaf43-9a20-46dc-a8a3-43228175c957,revision_number=9']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:40.801195 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:40.801653 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:40.802175 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:40.802893 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:40.803272 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:40.803698 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:40.804069 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:40.804436 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:40.804876 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:40.805728 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:40.806104 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:40.807136 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:00:40.816089 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:40.831301 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Attempting to bind port 1833abc3-116e-499c-a419-a79435a90a42 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 02:00:40.831818 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Attempting to bind port 1833abc3-116e-499c-a419-a79435a90a42 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c6df1333-40b7-4e0f-a738-9d7d03f3c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454'}] {{(pid=85254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 02:00:40.832335 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Attempting to bind port 1833abc3-116e-499c-a419-a79435a90a42 on network a92498ba-5871-40f5-8c0d-74fd7a096454 {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 02:00:40.838404 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Port 1833abc3-116e-499c-a419-a79435a90a42 on network a92498ba-5871-40f5-8c0d-74fd7a096454 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 02:00:40.838769 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Attempting to bind port 1833abc3-116e-499c-a419-a79435a90a42 on network a92498ba-5871-40f5-8c0d-74fd7a096454 {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 02:00:40.839878 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-2c31e254-4abd-497f-9757-f1192ec76d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:40.841547 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-2c31e254-4abd-497f-9757-f1192ec76d3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e71211bd0b74cd8b481127a99faf090&device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 1097 time: 0.1055524 Apr 09 02:00:40.850964 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Checking agent: {'id': '474f91f5-43fb-4d3d-bd9b-d9ff88d57b86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 2, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 02:00:40.851341 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Checking segment: {'id': 'c6df1333-40b7-4e0f-a738-9d7d03f3c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 02:00:40.851769 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Bound using segment: {'id': 'c6df1333-40b7-4e0f-a738-9d7d03f3c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454'} {{(pid=85254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 02:00:40.852436 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Bound port: 1833abc3-116e-499c-a419-a79435a90a42, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6df1333-40b7-4e0f-a738-9d7d03f3c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454'}}] {{(pid=85254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 02:00:40.852879 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:40.917333 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac8d522-62b7-47ff-9f83-d40db90806a8', 'tag': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5', 'status': 'completed', 'code': 200} Apr 09 02:00:40.919943 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['45beaf43-9a20-46dc-a8a3-43228175c957'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:00:40.926848 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-3fadfaa0-6d9a-4a9e-8590-02aace76b795 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 HTTP/1.1" status: 200 len: 217 time: 0.0708153 Apr 09 02:00:41.024637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-5c64b3db-e88e-49d6-9e76-76f40cccec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:41.026447 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-5c64b3db-e88e-49d6-9e76-76f40cccec67 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a9ffae36-0e18-4e05-9f0f-419c9230207d HTTP/1.1" status: 200 len: 854 time: 0.0869510 Apr 09 02:00:41.204181 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-ad20556e-5539-48f3-8241-05867531e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:41.205597 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-ad20556e-5539-48f3-8241-05867531e059 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=29507773-c50f-4d83-bdc0-4824bf9f4622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1724885 Apr 09 02:00:41.216527 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] For port 1833abc3-116e-499c-a419-a79435a90a42, host hv-cinder-78462, cleared binding levels {{(pid=85254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 02:00:41.217813 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f97c0-c5ab-465e-a244-6c10fd242312 req-9d310507-98e5-4257-a1b7-76e4847ee88c tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:41.219390 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-493f97c0-c5ab-465e-a244-6c10fd242312 req-9d310507-98e5-4257-a1b7-76e4847ee88c tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 944 time: 0.1234882 Apr 09 02:00:41.219964 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] For port 1833abc3-116e-499c-a419-a79435a90a42, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1833abc3-116e-499c-a419-a79435a90a42,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 02:00:41.223338 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852597316'] for port, after_update {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:41.239725 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-37476392-36c0-4b70-aa52-1bbfcff85d6a tempest-VolumesSnapshotTestJSON-652006705 tempest-VolumesSnapshotTestJSON-652006705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:41.396013 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1833abc3-116e-499c-a419-a79435a90a42,revision_number=3']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:41.400165 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:41.437759 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:41.438424 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:41.439941 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] 10.222.0.60 "PUT /v2.0/ports/1833abc3-116e-499c-a419-a79435a90a42 HTTP/1.1" status: 200 len: 1093 time: 1.7276337 Apr 09 02:00:41.440514 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01760650-2f0b-434d-bb73-460110019359', 'tag': '1833abc3-116e-499c-a419-a79435a90a42'}] {{(pid=85254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:00:41.567917 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01760650-2f0b-434d-bb73-460110019359', 'tag': '1833abc3-116e-499c-a419-a79435a90a42', 'status': 'completed', 'code': 200} Apr 09 02:00:41.585307 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-6c659eed-03a0-4e4e-8996-e23f1c2376ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:41.587386 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-6c659eed-03a0-4e4e-8996-e23f1c2376ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7645928349046629b8c59790c11c0c3&device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 1096 time: 0.0934315 Apr 09 02:00:41.594019 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-493f97c0-c5ab-465e-a244-6c10fd242312 req-9c29cf24-4008-4074-a661-39b6c37f59e1 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511810 Apr 09 02:00:41.643464 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-16982147-0eeb-43f2-8624-c8ae89c547c1 service neutron] 10.222.0.60 "GET /v2.0/networks/29507773-c50f-4d83-bdc0-4824bf9f4622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230313 Apr 09 02:00:41.665433 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-e845c083-391b-4149-b6b9-48377f1a9bde service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1833abc3-116e-499c-a419-a79435a90a42 HTTP/1.1" status: 200 len: 217 time: 0.0700231 Apr 09 02:00:41.741835 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-75615e85-cf16-4e65-8a69-04c49a398be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:41.743585 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-75615e85-cf16-4e65-8a69-04c49a398be6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2f6743f-9eb8-4852-97cf-4246b77b903a HTTP/1.1" status: 200 len: 855 time: 0.0699830 Apr 09 02:00:41.800321 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-2f4f48ad-3c01-43b6-91fb-268b67a8655c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a92498ba-5871-40f5-8c0d-74fd7a096454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486028 Apr 09 02:00:41.946439 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8fd19d84-56f6-4fba-8671-4e7d19c8c124 req-049bfbc5-30cb-467a-93b2-7b510126b0b8 service neutron] 10.222.0.60 "GET /v2.0/networks/29507773-c50f-4d83-bdc0-4824bf9f4622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942352 Apr 09 02:00:41.953354 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-df0767b3-b503-440a-a844-613592043bf1 service neutron] 10.222.0.60 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459258 Apr 09 02:00:41.967803 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4059d-401b-40b0-866c-3c7b6b2d2d7e req-def66682-812e-456d-9d0a-1373d1f0440b tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:41.969464 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a4a4059d-401b-40b0-866c-3c7b6b2d2d7e req-def66682-812e-456d-9d0a-1373d1f0440b tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 943 time: 0.2117209 Apr 09 02:00:41.979194 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45584f-dbb4-4363-8a3b-6d9d55b85ca2 req-e4d81779-3fbb-469a-b36f-2e3156dd4edf tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:41.981096 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1d45584f-dbb4-4363-8a3b-6d9d55b85ca2 req-e4d81779-3fbb-469a-b36f-2e3156dd4edf tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 944 time: 0.1799369 Apr 09 02:00:42.066736 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a4a4059d-401b-40b0-866c-3c7b6b2d2d7e req-38447d95-afbc-427a-b86f-5e577f6a4518 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845511 Apr 09 02:00:42.082535 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1d45584f-dbb4-4363-8a3b-6d9d55b85ca2 req-6fa666dc-ebbc-4326-a539-7fcfcca01fb6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845153 Apr 09 02:00:42.118731 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1294b21-831c-4fce-981f-d7db1be8763d req-2a79af35-19f9-4c26-9613-ef119d19e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:42.120421 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a1294b21-831c-4fce-981f-d7db1be8763d req-2a79af35-19f9-4c26-9613-ef119d19e58c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e71211bd0b74cd8b481127a99faf090&device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 1097 time: 0.1067278 Apr 09 02:00:42.124513 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6930a1e5-83b0-4e18-aa05-3f4035f84162 req-b652e211-c11c-44c3-9b42-1540dc660fd1 service neutron] 10.222.0.60 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640770 Apr 09 02:00:42.257300 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c6025-16a8-4d0f-bf73-3d2dd69b11c6 req-3a07d532-41ff-41d7-bc6b-6f484ba1e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:42.259483 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-875c6025-16a8-4d0f-bf73-3d2dd69b11c6 req-3a07d532-41ff-41d7-bc6b-6f484ba1e0f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7645928349046629b8c59790c11c0c3&device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 1096 time: 0.0876572 Apr 09 02:00:42.272836 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1294b21-831c-4fce-981f-d7db1be8763d req-cabe6124-7ac7-4e01-bc21-f946a3209be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:42.274437 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a1294b21-831c-4fce-981f-d7db1be8763d req-cabe6124-7ac7-4e01-bc21-f946a3209be3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=29507773-c50f-4d83-bdc0-4824bf9f4622 HTTP/1.1" status: 200 len: 916 time: 0.1439626 Apr 09 02:00:42.347229 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a1294b21-831c-4fce-981f-d7db1be8763d req-53291c44-44b5-495d-9d69-8e73991b6d93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 HTTP/1.1" status: 200 len: 217 time: 0.0663929 Apr 09 02:00:42.400212 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 45beaf43-9a20-46dc-a8a3-43228175c957 up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 02:00:42.407728 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c6025-16a8-4d0f-bf73-3d2dd69b11c6 req-9f6c7331-f169-4ade-b0d4-8bff0703c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:42.409385 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-875c6025-16a8-4d0f-bf73-3d2dd69b11c6 req-9f6c7331-f169-4ade-b0d4-8bff0703c9ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=a92498ba-5871-40f5-8c0d-74fd7a096454 HTTP/1.1" status: 200 len: 916 time: 0.1424074 Apr 09 02:00:42.422818 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1294b21-831c-4fce-981f-d7db1be8763d req-a079b249-07e1-42b2-987f-fb690a08e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:42.424378 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a1294b21-831c-4fce-981f-d7db1be8763d req-a079b249-07e1-42b2-987f-fb690a08e3bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a9ffae36-0e18-4e05-9f0f-419c9230207d HTTP/1.1" status: 200 len: 854 time: 0.0690315 Apr 09 02:00:42.477582 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port 45beaf43-9a20-46dc-a8a3-43228175c957 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 02:00:42.478015 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:42.485898 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-875c6025-16a8-4d0f-bf73-3d2dd69b11c6 req-d2f24003-ac3d-4efa-87bb-89696ab66db8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1833abc3-116e-499c-a419-a79435a90a42 HTTP/1.1" status: 200 len: 217 time: 0.0683854 Apr 09 02:00:42.518035 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1294b21-831c-4fce-981f-d7db1be8763d req-dae37b0e-14a4-4e62-92b1-d61240f13c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:42.519563 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a1294b21-831c-4fce-981f-d7db1be8763d req-dae37b0e-14a4-4e62-92b1-d61240f13c9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=29507773-c50f-4d83-bdc0-4824bf9f4622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0869730 Apr 09 02:00:42.562032 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c6025-16a8-4d0f-bf73-3d2dd69b11c6 req-4fc1ef3e-de6f-4d1f-b321-2870fc1ee73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:42.563603 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-875c6025-16a8-4d0f-bf73-3d2dd69b11c6 req-4fc1ef3e-de6f-4d1f-b321-2870fc1ee73d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2f6743f-9eb8-4852-97cf-4246b77b903a HTTP/1.1" status: 200 len: 855 time: 0.0697005 Apr 09 02:00:42.611869 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:42.620709 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-875c6025-16a8-4d0f-bf73-3d2dd69b11c6 req-da74e966-5738-41cf-a626-521e2818b312 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a92498ba-5871-40f5-8c0d-74fd7a096454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484233 Apr 09 02:00:42.627658 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed93f8d-4607-4c3f-9e2e-024ef8d7086c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45beaf43-9a20-46dc-a8a3-43228175c957'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:00:42.651691 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 45beaf43-9a20-46dc-a8a3-43228175c957, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=45beaf43-9a20-46dc-a8a3-43228175c957,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:00:42.656449 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:42.658406 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-06c1a20f-836a-4416-af17-1049312b488c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:42.699685 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed93f8d-4607-4c3f-9e2e-024ef8d7086c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45beaf43-9a20-46dc-a8a3-43228175c957', 'code': 200} Apr 09 02:00:42.712821 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a1294b21-831c-4fce-981f-d7db1be8763d req-82b26fbd-1062-4058-9aea-3d8dc291bff5 service neutron] 10.222.0.60 "GET /v2.0/networks/29507773-c50f-4d83-bdc0-4824bf9f4622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854243 Apr 09 02:00:42.739311 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=45beaf43-9a20-46dc-a8a3-43228175c957,revision_number=10']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:42.743616 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:42.827196 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-875c6025-16a8-4d0f-bf73-3d2dd69b11c6 req-f1ec11c6-d7a1-4424-9763-aa18023d1975 service neutron] 10.222.0.60 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967659 Apr 09 02:00:42.944523 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a1294b21-831c-4fce-981f-d7db1be8763d req-403c5a41-24de-46a0-81ce-98851af899e8 service neutron] 10.222.0.60 "GET /v2.0/networks/29507773-c50f-4d83-bdc0-4824bf9f4622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249262 Apr 09 02:00:42.956296 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c1172-fd56-4360-972e-297cb4227faa req-956b3135-f835-4998-ba58-ce28c37d86cc tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:42.957900 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-317c1172-fd56-4360-972e-297cb4227faa req-956b3135-f835-4998-ba58-ce28c37d86cc tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 944 time: 0.2029576 Apr 09 02:00:43.002437 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-317c1172-fd56-4360-972e-297cb4227faa req-7ee8310a-82ee-4904-a4b4-522b7c8ea099 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343010 Apr 09 02:00:43.003902 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-875c6025-16a8-4d0f-bf73-3d2dd69b11c6 req-400fa0f4-5637-4db8-8ffc-487f5c3770a1 service neutron] 10.222.0.60 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682653 Apr 09 02:00:43.258844 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a57091-72bc-49c0-bd98-afdb1bb1154e req-219cfa48-7565-4267-a7fa-84e0239e8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:43.260489 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-43a57091-72bc-49c0-bd98-afdb1bb1154e req-219cfa48-7565-4267-a7fa-84e0239e8b8b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 1099 time: 0.0893128 Apr 09 02:00:43.289155 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-43a57091-72bc-49c0-bd98-afdb1bb1154e req-0eb0e574-f036-4275-b4a1-6bccb396720d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0211358 Apr 09 02:00:43.351451 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c817f59-f879-4c49-93b4-e28dc1575c58 req-03490698-3801-4e81-ba65-4a1c878fa898 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:43.353051 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4c817f59-f879-4c49-93b4-e28dc1575c58 req-03490698-3801-4e81-ba65-4a1c878fa898 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 943 time: 0.1630127 Apr 09 02:00:43.362399 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d27d3-af35-4c2f-b476-423946f3d35e req-da26ea43-6ff3-4974-bcae-da55990af914 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:43.363951 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2d9d27d3-af35-4c2f-b476-423946f3d35e req-da26ea43-6ff3-4974-bcae-da55990af914 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 946 time: 0.1314435 Apr 09 02:00:43.407549 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4c817f59-f879-4c49-93b4-e28dc1575c58 req-1f782159-3216-4704-ad98-3ebe2d4307a1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425429 Apr 09 02:00:43.412284 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2d9d27d3-af35-4c2f-b476-423946f3d35e req-6445e734-977c-4786-8550-b679d83db05b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349348 Apr 09 02:00:43.459004 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-35073602-b38d-49ae-a298-064c451266b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:44.234490 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62996df3-48cf-45d7-8ee3-d2f5d1393465 req-430df64d-85f7-4e5b-affe-73ba46ba0d69 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:44.237484 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-62996df3-48cf-45d7-8ee3-d2f5d1393465 req-430df64d-85f7-4e5b-affe-73ba46ba0d69 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 944 time: 0.1148963 Apr 09 02:00:44.287463 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-62996df3-48cf-45d7-8ee3-d2f5d1393465 req-9806321f-a20b-4bb8-b6f7-cdc2471487d5 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443978 Apr 09 02:00:44.413262 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 02:00:44.649950 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5,segment=NetworkSegment(f3e62cff-447e-4ea1-a950-319a22922586),segment_id=f3e62cff-447e-4ea1-a950-319a22922586)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:00:44.670277 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5', 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622', 'port_id': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5', 'mac_address': 'fa:16:3e:53:2d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 02:00:44.721758 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61fbc2-4ed5-4972-9be1-97497e7869e2 req-79b8361b-cfda-4f7c-8d80-02734571d193 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:44.723402 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bf61fbc2-4ed5-4972-9be1-97497e7869e2 req-79b8361b-cfda-4f7c-8d80-02734571d193 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 943 time: 0.1856730 Apr 09 02:00:44.733032 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bea75-89f7-4635-a7ff-4bcb8b68f569 req-1a23d731-a121-415b-85fb-7ae3f85d5d6f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:44.734613 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:44.734751 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-147bea75-89f7-4635-a7ff-4bcb8b68f569 req-1a23d731-a121-415b-85fb-7ae3f85d5d6f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 946 time: 0.1492507 Apr 09 02:00:44.736181 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 02:00:44.755623 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5,segment=NetworkSegment(f3e62cff-447e-4ea1-a950-319a22922586),segment_id=f3e62cff-447e-4ea1-a950-319a22922586)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:00:44.759923 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:44.761013 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 1833abc3-116e-499c-a419-a79435a90a42 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 02:00:44.764936 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:44.778511 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bf61fbc2-4ed5-4972-9be1-97497e7869e2 req-f86af6db-e5b1-4f4b-8771-3ad5d0e46930 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428057 Apr 09 02:00:44.786566 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-147bea75-89f7-4635-a7ff-4bcb8b68f569 req-ea453c33-23ed-4235-a1f5-35e63a64976b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385270 Apr 09 02:00:44.922743 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:44.930646 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:44.980233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 1833abc3-116e-499c-a419-a79435a90a42, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1833abc3-116e-499c-a419-a79435a90a42,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:00:44.998586 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': '1833abc3-116e-499c-a419-a79435a90a42', 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454', 'port_id': '1833abc3-116e-499c-a419-a79435a90a42', 'mac_address': 'fa:16:3e:7f:d2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f6743f-9eb8-4852-97cf-4246b77b903a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 02:00:45.059271 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:45.077862 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1833abc3-116e-499c-a419-a79435a90a42 {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 02:00:45.095168 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 1833abc3-116e-499c-a419-a79435a90a42, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1833abc3-116e-499c-a419-a79435a90a42,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:00:45.098041 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:45.099920 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:45.170116 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=1833abc3-116e-499c-a419-a79435a90a42,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:45.173562 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:45.332322 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['1833abc3-116e-499c-a419-a79435a90a42'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:00:45.369624 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['bc8087fe-de5b-4cb4-82a2-ca8b34927cf5'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:00:45.544074 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681207cd-d9e6-40ed-932d-b25b3a76e204 req-b9677c85-b20b-4483-9af1-e5b78d1aeae1 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:45.546425 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-681207cd-d9e6-40ed-932d-b25b3a76e204 req-b9677c85-b20b-4483-9af1-e5b78d1aeae1 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 945 time: 0.0978425 Apr 09 02:00:45.578378 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-681207cd-d9e6-40ed-932d-b25b3a76e204 req-335ccdc9-b77d-4b6f-bfaf-ad4231a2d85c tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253441 Apr 09 02:00:46.061711 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac658de9-5e5b-4ed8-ba85-0efc4a9c12e5 req-580c8427-38f2-429e-910f-df32f5070a67 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:46.063359 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ac658de9-5e5b-4ed8-ba85-0efc4a9c12e5 req-580c8427-38f2-429e-910f-df32f5070a67 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 944 time: 0.1645432 Apr 09 02:00:46.072698 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7ac12-edc0-4ee8-9beb-4c43c9d36794 req-45913b68-9e63-45e9-a9ff-7724c3caac22 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:46.074273 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-96c7ac12-edc0-4ee8-9beb-4c43c9d36794 req-45913b68-9e63-45e9-a9ff-7724c3caac22 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 946 time: 0.1290448 Apr 09 02:00:46.117873 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ac658de9-5e5b-4ed8-ba85-0efc4a9c12e5 req-7da3f711-5060-413d-9bc7-d9614b20e7b1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423906 Apr 09 02:00:46.123096 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-96c7ac12-edc0-4ee8-9beb-4c43c9d36794 req-1d806c6f-8be3-4961-a73d-bdfad9b697c3 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350976 Apr 09 02:00:46.430958 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 02:00:46.506376 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning for port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 02:00:46.512003 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 02:00:46.512426 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:46.643357 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:46.656873 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac8d522-62b7-47ff-9f83-d40db90806a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:00:46.667884 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5,segment=NetworkSegment(f3e62cff-447e-4ea1-a950-319a22922586),segment_id=f3e62cff-447e-4ea1-a950-319a22922586)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:00:46.671672 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:46.672601 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 1833abc3-116e-499c-a419-a79435a90a42 up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 02:00:46.705137 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:46.747971 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac8d522-62b7-47ff-9f83-d40db90806a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5', 'code': 200} Apr 09 02:00:46.793402 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7cc9d-9a52-437c-96ec-04b3e258fcbb req-031471ba-e31f-4867-8d68-9e9a57e76750 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:46.795178 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-aaa7cc9d-9a52-437c-96ec-04b3e258fcbb req-031471ba-e31f-4867-8d68-9e9a57e76750 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 946 time: 0.0951850 Apr 09 02:00:46.818629 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:46.820459 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:46.828341 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning for port 1833abc3-116e-499c-a419-a79435a90a42 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 02:00:46.833810 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port 1833abc3-116e-499c-a419-a79435a90a42 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 02:00:46.834354 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:46.841370 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-aaa7cc9d-9a52-437c-96ec-04b3e258fcbb req-23dfb8e6-0a08-4267-9c57-53477b8df516 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374603 Apr 09 02:00:46.963762 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:46.981164 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 1833abc3-116e-499c-a419-a79435a90a42, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1833abc3-116e-499c-a419-a79435a90a42,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:00:46.983092 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbda961-3a02-4358-84a4-275ad2b42ac6 req-8a57f9ff-40d1-42a5-af21-ba4f036579be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:46.984104 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:46.984709 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0dbda961-3a02-4358-84a4-275ad2b42ac6 req-8a57f9ff-40d1-42a5-af21-ba4f036579be service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 1099 time: 0.0788765 Apr 09 02:00:46.986787 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:47.014210 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0dbda961-3a02-4358-84a4-275ad2b42ac6 req-4d1b2d02-1175-4911-843d-e0b22384fb66 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0214050 Apr 09 02:00:47.062801 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=1833abc3-116e-499c-a419-a79435a90a42,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:47.066095 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:47.216418 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eb409437-5e5c-457c-96e6-ae5a38a90d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:47.326568 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0933bea-ff09-4b94-ab21-bee973b89ed3 req-909104b5-4289-4357-9509-470bb184472e tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:47.328146 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b0933bea-ff09-4b94-ab21-bee973b89ed3 req-909104b5-4289-4357-9509-470bb184472e tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 945 time: 0.0892291 Apr 09 02:00:47.359395 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b0933bea-ff09-4b94-ab21-bee973b89ed3 req-73d31943-cea4-48d1-baf1-f40f9ddcd932 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243552 Apr 09 02:00:48.045389 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27563fc-5e76-4192-adc8-fc15cb281f26 req-782c5d58-6ba3-4569-ba9a-5c456c844985 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:48.046991 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d27563fc-5e76-4192-adc8-fc15cb281f26 req-782c5d58-6ba3-4569-ba9a-5c456c844985 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 946 time: 0.0873945 Apr 09 02:00:48.081218 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d27563fc-5e76-4192-adc8-fc15cb281f26 req-d2540027-e896-48fd-b90e-ec2ca786871e tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278463 Apr 09 02:00:48.191830 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:48.287588 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539876c0-c77c-4d89-bbb0-73f8e0bff8cf req-01c460f3-1bbd-4e2e-b431-ca0f6e584bb5 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:48.289249 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-539876c0-c77c-4d89-bbb0-73f8e0bff8cf req-01c460f3-1bbd-4e2e-b431-ca0f6e584bb5 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 946 time: 0.0867631 Apr 09 02:00:48.320612 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-539876c0-c77c-4d89-bbb0-73f8e0bff8cf req-29a28499-9940-427f-89fa-f7185c6473e6 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248730 Apr 09 02:00:48.529552 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:48.562952 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27eb726-c0ab-4266-ac53-dbb091d5a699 req-d76d1dcd-c1de-4f49-b68b-d686a5d9df05 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:48.564689 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f27eb726-c0ab-4266-ac53-dbb091d5a699 req-d76d1dcd-c1de-4f49-b68b-d686a5d9df05 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 945 time: 0.0912790 Apr 09 02:00:48.605136 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f27eb726-c0ab-4266-ac53-dbb091d5a699 req-851e72ab-effd-4e21-961a-789311e50c32 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334415 Apr 09 02:00:48.749068 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01760650-2f0b-434d-bb73-460110019359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1833abc3-116e-499c-a419-a79435a90a42'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:00:48.750567 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f30dd-73f2-4006-a8ed-38db293d8646 req-cafbd3ce-ea31-4291-83ed-fdc684a33dc9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:48.752277 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-730f30dd-73f2-4006-a8ed-38db293d8646 req-cafbd3ce-ea31-4291-83ed-fdc684a33dc9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 946 time: 0.0939534 Apr 09 02:00:48.786868 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-730f30dd-73f2-4006-a8ed-38db293d8646 req-a6d45d6b-fc58-4fee-a648-405b8f0a3c8f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275722 Apr 09 02:00:48.800874 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01760650-2f0b-434d-bb73-460110019359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1833abc3-116e-499c-a419-a79435a90a42', 'code': 200} Apr 09 02:00:49.077435 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232dea2-d6c3-4d3f-8700-1f9092ed439f req-99bcd85f-8026-4207-a45f-c12d1b197bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:49.079204 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4232dea2-d6c3-4d3f-8700-1f9092ed439f req-99bcd85f-8026-4207-a45f-c12d1b197bf5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 1098 time: 0.0844548 Apr 09 02:00:49.112150 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4232dea2-d6c3-4d3f-8700-1f9092ed439f req-06cd7de9-68d8-4d81-badf-3048a2648425 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242939 Apr 09 02:00:49.741984 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:49.811740 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50ea10-adb6-406e-8535-c10fddd67034 req-c1c7e6ba-c991-481a-82d0-769f8643c287 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:49.813431 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0d50ea10-adb6-406e-8535-c10fddd67034 req-c1c7e6ba-c991-481a-82d0-769f8643c287 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 945 time: 0.0890293 Apr 09 02:00:49.850624 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0d50ea10-adb6-406e-8535-c10fddd67034 req-d5443ba8-c253-45e2-b41f-0b4798c39a57 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306010 Apr 09 02:00:51.057739 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a3cab-9393-45ca-a830-6a00f0e28edc req-b41e1d74-f448-4813-b528-a8caaf0618fa tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:51.059348 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-119a3cab-9393-45ca-a830-6a00f0e28edc req-b41e1d74-f448-4813-b528-a8caaf0618fa tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 945 time: 0.0914705 Apr 09 02:00:51.094236 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-119a3cab-9393-45ca-a830-6a00f0e28edc req-56aac0ce-2396-4d4f-952a-e4250aa6193c tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277781 Apr 09 02:00:53.525335 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 02:00:53.739030 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63030f39-0d15-421b-bd34-18d26586d9c5 req-43709c02-5dcb-498e-bace-3b06c41c0f58 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:53.740677 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-63030f39-0d15-421b-bd34-18d26586d9c5 req-43709c02-5dcb-498e-bace-3b06c41c0f58 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 946 time: 0.0907264 Apr 09 02:00:53.775468 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-63030f39-0d15-421b-bd34-18d26586d9c5 req-dbec68d8-9cc2-4351-9d41-d43f56c7e65a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278177 Apr 09 02:00:53.800673 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 60764) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:53.997529 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8c94f8-39d2-41e8-ae13-44a8d48e0f69 tempest-TestMinimumBasicScenario-1421987239 tempest-TestMinimumBasicScenario-1421987239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:53.998293 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-5d8c94f8-39d2-41e8-ae13-44a8d48e0f69 tempest-TestMinimumBasicScenario-1421987239 tempest-TestMinimumBasicScenario-1421987239-project-admin] Synchronizing usage tracker for tenant:da602727d2584f159eae73a0ee6a6ea5 on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 02:00:54.013004 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-5d8c94f8-39d2-41e8-ae13-44a8d48e0f69 tempest-TestMinimumBasicScenario-1421987239 tempest-TestMinimumBasicScenario-1421987239-project-admin] Unset dirty status for tenant:da602727d2584f159eae73a0ee6a6ea5 on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 02:00:54.014268 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-5d8c94f8-39d2-41e8-ae13-44a8d48e0f69 tempest-TestMinimumBasicScenario-1421987239 tempest-TestMinimumBasicScenario-1421987239-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 1094 time: 0.2125552 Apr 09 02:00:54.017713 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 60770) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:54.027118 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Request body: {'floatingip': {'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'port_id': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'fixed_ip_address': '172.20.0.14'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:00:54.033921 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:00:54.037878 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Usage tracker for resource:floatingip and tenant:3e71211bd0b74cd8b481127a99faf090 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:00:54.041356 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:00:54.047403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:00:54.057920 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for floatingip, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:54.205378 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:54.366856 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Allocated IP 172.28.0.4 (8df4ea79-732a-43b6-97d7-19109b70c389/9f1b2a28-977e-4854-8466-cbb1a9b3b7c1/2d4743d9-8b6e-42eb-a953-df386852e09d) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 02:00:54.536319 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:54.565916 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:54.581784 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ddca4a11-fbd3-458d-abc9-04d8fbf1e48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:54.727644 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Pushing event updated for resources: {'Port': ['ID=2d4743d9-8b6e-42eb-a953-df386852e09d,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:54.732570 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:54.774974 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Network 8df4ea79-732a-43b6-97d7-19109b70c389 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 02:00:54.776143 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 02:00:54.778553 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 02:00:55.472317 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:55.601206 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:55.824500 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-64c37138-2f6d-4963-882d-5bae9322dc3f tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:55.826304 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-64c37138-2f6d-4963-882d-5bae9322dc3f tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/networks?id=a92498ba-5871-40f5-8c0d-74fd7a096454 HTTP/1.1" status: 200 len: 815 time: 0.2769678 Apr 09 02:00:55.929956 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-aa68b453-a585-40d1-83ed-9a859b8d4e6e tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/quotas/d7645928349046629b8c59790c11c0c3 HTTP/1.1" status: 200 len: 375 time: 0.0787761 Apr 09 02:00:56.083867 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-430e6dab-b5f7-4840-9314-a6a317f76d33 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7645928349046629b8c59790c11c0c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1398258 Apr 09 02:00:56.085903 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:56.090296 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:56.107078 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0affc1b9-9db5-4a4c-ba4a-4c2d5336f086 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:56.343092 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Pushing event updated for resources: {'Port': ['ID=2d4743d9-8b6e-42eb-a953-df386852e09d,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:56.349139 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:56.410662 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-e82414dc-b23f-4e62-8004-0d53c60c4da8 service neutron] 10.222.0.44 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069680 Apr 09 02:00:56.573645 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-665075'] for floatingip, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:56.754738 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-8a642c73-d94e-4abf-a112-29e045553e54 service neutron] 10.222.0.44 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110962 Apr 09 02:00:56.784862 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.l3_db [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Floating IP e4759554-3701-457b-a975-2ecde6fb9545 associated. External IP: 172.28.0.4, port: bc8087fe-de5b-4cb4-82a2-ca8b34927cf5. Apr 09 02:00:56.999816 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-de3fd63a-f177-4e5a-aef9-fa0da1631d73 req-3605312b-4a9e-47e8-957a-6fb375b54d23 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=6462eaa9-384f-4efa-8f08-085ca6b27556 HTTP/1.1" status: 200 len: 210 time: 0.0576921 Apr 09 02:00:57.502527 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Router f0063977-3f40-41bf-986b-5f19f684b701 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 02:00:57.703191 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 02:00:57.718429 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2ea4dd-cc96-472a-9d58-05a6be296a26 None None] Sync routers for ids ['f0063977-3f40-41bf-986b-5f19f684b701'] in dv-cinder-784623-6-smb {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 02:00:57.728184 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2ea4dd-cc96-472a-9d58-05a6be296a26 None None] Routers {'f0063977-3f40-41bf-986b-5f19f684b701'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:00:57.728897 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-4a2ea4dd-cc96-472a-9d58-05a6be296a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:00:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['f0063977-3f40-41bf-986b-5f19f684b701'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:00:57.729285 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for floatingip, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:57.793724 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7743301 Apr 09 02:00:57.794403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac8d522-62b7-47ff-9f83-d40db90806a8', 'tag': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:00:57.796830 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 60800) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:57.802716 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-f1781b18-e062-44c4-a180-5719fa57a81a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1808106624', 'description': 'tempest-secgroup-smoke-1808106624 description', 'project_id': '3e71211bd0b74cd8b481127a99faf090'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:00:57.809368 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-f1781b18-e062-44c4-a180-5719fa57a81a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:00:57.813488 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-f1781b18-e062-44c4-a180-5719fa57a81a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Usage tracker for resource:security_group and tenant:3e71211bd0b74cd8b481127a99faf090 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:00:57.816525 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-f1781b18-e062-44c4-a180-5719fa57a81a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:00:57.824214 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-f1781b18-e062-44c4-a180-5719fa57a81a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:00:57.834169 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f1781b18-e062-44c4-a180-5719fa57a81a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:57.839584 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-f1781b18-e062-44c4-a180-5719fa57a81a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:00:57.849106 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac8d522-62b7-47ff-9f83-d40db90806a8', 'tag': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5', 'status': 'completed', 'code': 200} Apr 09 02:00:57.849733 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-f1781b18-e062-44c4-a180-5719fa57a81a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Usage tracker for resource:security_group_rule and tenant:3e71211bd0b74cd8b481127a99faf090 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:00:57.853770 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-f1781b18-e062-44c4-a180-5719fa57a81a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:00:57.862733 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-f1781b18-e062-44c4-a180-5719fa57a81a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:00:57.937934 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-4a2ea4dd-cc96-472a-9d58-05a6be296a26 None None] Set router f0063977-3f40-41bf-986b-5f19f684b701 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:00:58.012227 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483b542-51bd-46e3-ba8e-f592eb6b4e81 req-266d4ea7-511b-4f65-96b2-b8586a2ad005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:58.013816 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6483b542-51bd-46e3-ba8e-f592eb6b4e81 req-266d4ea7-511b-4f65-96b2-b8586a2ad005 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e71211bd0b74cd8b481127a99faf090&device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 1099 time: 0.1287484 Apr 09 02:00:58.016353 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f1781b18-e062-44c4-a180-5719fa57a81a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:58.054721 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f1781b18-e062-44c4-a180-5719fa57a81a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:58.101875 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-ef661f76-5ba3-4387-836f-b4ffe4d962ef tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:58.141316 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1781b18-e062-44c4-a180-5719fa57a81a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a80a1146-6ece-40a4-a05e-632ada74df6a,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:58.146506 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f1781b18-e062-44c4-a180-5719fa57a81a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:58.200196 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f1781b18-e062-44c4-a180-5719fa57a81a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:58.204479 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-f1781b18-e062-44c4-a180-5719fa57a81a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4038379 Apr 09 02:00:58.207395 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 60808) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:58.221398 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-e5f94a09-12aa-4315-83fb-b8d598e61655 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Request body: {'security_group_rule': {'security_group_id': 'a80a1146-6ece-40a4-a05e-632ada74df6a', 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:00:58.225809 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-66d975ab-752c-4795-990a-e31c4614c5c3 req-2ec62b1d-496f-4f33-aac0-c5a585849f1e tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=6462eaa9-384f-4efa-8f08-085ca6b27556 HTTP/1.1" status: 200 len: 210 time: 0.0790858 Apr 09 02:00:58.228320 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e5f94a09-12aa-4315-83fb-b8d598e61655 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:00:58.233254 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e5f94a09-12aa-4315-83fb-b8d598e61655 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Usage tracker for resource:security_group_rule and tenant:3e71211bd0b74cd8b481127a99faf090 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:00:58.236600 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e5f94a09-12aa-4315-83fb-b8d598e61655 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:00:58.243695 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e5f94a09-12aa-4315-83fb-b8d598e61655 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:00:58.286039 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e5f94a09-12aa-4315-83fb-b8d598e61655 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:58.347309 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-83ecf951-fd5d-4c74-bf7a-33ed1564c64f tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:58.349375 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-83ecf951-fd5d-4c74-bf7a-33ed1564c64f tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.60 "GET /v2.0/networks?id=a92498ba-5871-40f5-8c0d-74fd7a096454 HTTP/1.1" status: 200 len: 815 time: 0.2519681 Apr 09 02:00:58.364239 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-f554e1c2-556c-4404-8c6b-a4805e3318f1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Request body: {'port': {'device_id': '6462eaa9-384f-4efa-8f08-085ca6b27556', 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454', 'admin_state_up': True, 'tenant_id': 'd7645928349046629b8c59790c11c0c3'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:00:58.393932 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483b542-51bd-46e3-ba8e-f592eb6b4e81 req-72585fe1-2aa7-4e32-811f-586b615c1cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:58.395558 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6483b542-51bd-46e3-ba8e-f592eb6b4e81 req-72585fe1-2aa7-4e32-811f-586b615c1cbc service neutron] 10.222.0.60 "GET /v2.0/networks?id=29507773-c50f-4d83-bdc0-4824bf9f4622 HTTP/1.1" status: 200 len: 916 time: 0.3744111 Apr 09 02:00:58.397464 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e5f94a09-12aa-4315-83fb-b8d598e61655 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:58.402084 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e5f94a09-12aa-4315-83fb-b8d598e61655 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:58.485784 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:58.532795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f94a09-12aa-4315-83fb-b8d598e61655 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f7dca6-7e93-4ccd-8f31-028cae34bcef,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:58.550493 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e5f94a09-12aa-4315-83fb-b8d598e61655 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:58.552636 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-f554e1c2-556c-4404-8c6b-a4805e3318f1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:00:58.560929 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-f554e1c2-556c-4404-8c6b-a4805e3318f1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Usage tracker for resource:port and tenant:d7645928349046629b8c59790c11c0c3 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:00:58.566579 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-f554e1c2-556c-4404-8c6b-a4805e3318f1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:00:58.570637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e5f94a09-12aa-4315-83fb-b8d598e61655 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:58.571546 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e5f94a09-12aa-4315-83fb-b8d598e61655 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3631198 Apr 09 02:00:58.576208 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6483b542-51bd-46e3-ba8e-f592eb6b4e81 req-d433c016-d7b6-40c5-8423-8b25e3d8062d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 HTTP/1.1" status: 200 len: 998 time: 0.1727765 Apr 09 02:00:58.576710 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 60816) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:58.582287 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-7bdf77f3-ef43-4819-8309-605f5da5dfc9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Request body: {'security_group_rule': {'security_group_id': 'a80a1146-6ece-40a4-a05e-632ada74df6a', 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:00:58.582757 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-f554e1c2-556c-4404-8c6b-a4805e3318f1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:00:58.588806 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-7bdf77f3-ef43-4819-8309-605f5da5dfc9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:00:58.597532 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-f554e1c2-556c-4404-8c6b-a4805e3318f1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Made reservation on behalf of d7645928349046629b8c59790c11c0c3 for: {'port': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 02:00:58.609737 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-f554e1c2-556c-4404-8c6b-a4805e3318f1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:58.619686 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-4a2ea4dd-cc96-472a-9d58-05a6be296a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'name': 'tempest-TestMinimumBasicScenario-1336844508-router', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:34Z', 'revision_number': 4, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'gw_port': {'id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_floatingips': [{'id': 'e4759554-3701-457b-a975-2ecde6fb9545', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'floating_ip_address': '172.28.0.4', 'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'router_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'port_id': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622', 'mac_address': 'fa:16:3e:53:2d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac8d522-62b7-47ff-9f83-d40db90806a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:00:55Z', 'updated_at': '2021-04-09T02:00:55Z', 'revision_number': 0, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a1244a-fba9-43c7-8d55-ef2213517fb6', 'name': '', 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'mac_address': 'fa:16:3e:06:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:33Z', 'updated_at': '2021-04-09T01:59:46Z', 'revision_number': 5, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'subnets': [{'id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:00:58.624726 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2ea4dd-cc96-472a-9d58-05a6be296a26 None None] Checking router: f0063977-3f40-41bf-986b-5f19f684b701 for host: dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 02:00:58.629734 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-7bdf77f3-ef43-4819-8309-605f5da5dfc9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Usage tracker for resource:security_group_rule and tenant:3e71211bd0b74cd8b481127a99faf090 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:00:58.635390 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-7bdf77f3-ef43-4819-8309-605f5da5dfc9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:00:58.636316 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2ea4dd-cc96-472a-9d58-05a6be296a26 None None] Routers {'f0063977-3f40-41bf-986b-5f19f684b701'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:00:58.637177 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-4a2ea4dd-cc96-472a-9d58-05a6be296a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:00:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['f0063977-3f40-41bf-986b-5f19f684b701'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:00:58.652056 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-7bdf77f3-ef43-4819-8309-605f5da5dfc9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:00:58.680379 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483b542-51bd-46e3-ba8e-f592eb6b4e81 req-cf0e4f4d-8a0b-4ce5-b901-482ee0647899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:58.681993 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6483b542-51bd-46e3-ba8e-f592eb6b4e81 req-cf0e4f4d-8a0b-4ce5-b901-482ee0647899 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a9ffae36-0e18-4e05-9f0f-419c9230207d HTTP/1.1" status: 200 len: 854 time: 0.0905786 Apr 09 02:00:58.683388 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7bdf77f3-ef43-4819-8309-605f5da5dfc9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:58.799621 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-f554e1c2-556c-4404-8c6b-a4805e3318f1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Allocated IP 172.20.0.2 (a92498ba-5871-40f5-8c0d-74fd7a096454/d2f6743f-9eb8-4852-97cf-4246b77b903a/4054380e-d564-4bf5-8277-f049d7fdef5f) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 02:00:58.816885 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7bdf77f3-ef43-4819-8309-605f5da5dfc9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:58.823840 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483b542-51bd-46e3-ba8e-f592eb6b4e81 req-5749dd77-fca3-4373-915b-9580e4b56f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:58.825751 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6483b542-51bd-46e3-ba8e-f592eb6b4e81 req-5749dd77-fca3-4373-915b-9580e4b56f00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=29507773-c50f-4d83-bdc0-4824bf9f4622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1324193 Apr 09 02:00:58.826122 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7bdf77f3-ef43-4819-8309-605f5da5dfc9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:58.828324 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3c60fef6-0838-4c4e-9046-81dfb90609f7 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:58.846588 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-4a2ea4dd-cc96-472a-9d58-05a6be296a26 None None] Set router f0063977-3f40-41bf-986b-5f19f684b701 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:00:58.890274 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf77f3-ef43-4819-8309-605f5da5dfc9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c37efc-ec33-450a-b484-1276c287ba13,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:58.900385 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-7bdf77f3-ef43-4819-8309-605f5da5dfc9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:58.980821 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7bdf77f3-ef43-4819-8309-605f5da5dfc9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:58.982141 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-7bdf77f3-ef43-4819-8309-605f5da5dfc9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4043927 Apr 09 02:00:58.985221 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 60820) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:58.992602 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-967052a4-09e6-4883-8151-986b6ab76584 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Request body: {'security_group_rule': {'security_group_id': 'a80a1146-6ece-40a4-a05e-632ada74df6a', 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:00:59.002962 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-967052a4-09e6-4883-8151-986b6ab76584 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:00:59.011241 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-967052a4-09e6-4883-8151-986b6ab76584 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Usage tracker for resource:security_group_rule and tenant:3e71211bd0b74cd8b481127a99faf090 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:00:59.016228 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-967052a4-09e6-4883-8151-986b6ab76584 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:00:59.033947 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-967052a4-09e6-4883-8151-986b6ab76584 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:00:59.048535 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6483b542-51bd-46e3-ba8e-f592eb6b4e81 req-239303bd-884b-41c8-87bc-8224c2ad0402 service neutron] 10.222.0.60 "GET /v2.0/networks/29507773-c50f-4d83-bdc0-4824bf9f4622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071962 Apr 09 02:00:59.048781 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-f554e1c2-556c-4404-8c6b-a4805e3318f1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:59.089048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-f554e1c2-556c-4404-8c6b-a4805e3318f1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:59.097852 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-967052a4-09e6-4883-8151-986b6ab76584 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:59.101467 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['1833abc3-116e-499c-a419-a79435a90a42'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:00:59.105514 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:59.229037 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-967052a4-09e6-4883-8151-986b6ab76584 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:59.246551 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-967052a4-09e6-4883-8151-986b6ab76584 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:59.253690 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:59.276332 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554e1c2-556c-4404-8c6b-a4805e3318f1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Pushing event updated for resources: {'Port': ['ID=4054380e-d564-4bf5-8277-f049d7fdef5f,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:59.277904 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967052a4-09e6-4883-8151-986b6ab76584 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f057177-7136-4881-aab9-71befbe2bed3,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:59.281921 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f554e1c2-556c-4404-8c6b-a4805e3318f1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:59.283950 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-967052a4-09e6-4883-8151-986b6ab76584 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:59.302453 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-4a2ea4dd-cc96-472a-9d58-05a6be296a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'name': 'tempest-TestMinimumBasicScenario-1336844508-router', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:34Z', 'revision_number': 4, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'gw_port': {'id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_floatingips': [{'id': 'e4759554-3701-457b-a975-2ecde6fb9545', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'floating_ip_address': '172.28.0.4', 'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'router_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'port_id': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622', 'mac_address': 'fa:16:3e:53:2d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac8d522-62b7-47ff-9f83-d40db90806a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:00:55Z', 'updated_at': '2021-04-09T02:00:55Z', 'revision_number': 0, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a1244a-fba9-43c7-8d55-ef2213517fb6', 'name': '', 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'mac_address': 'fa:16:3e:06:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:33Z', 'updated_at': '2021-04-09T01:59:46Z', 'revision_number': 5, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'subnets': [{'id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:00:59.308173 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2ea4dd-cc96-472a-9d58-05a6be296a26 None None] The sync data for ids ['f0063977-3f40-41bf-986b-5f19f684b701'] in dv-cinder-784623-6-smb is: [{'id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'name': 'tempest-TestMinimumBasicScenario-1336844508-router', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:34Z', 'revision_number': 4, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'gw_port': {'id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_floatingips': [{'id': 'e4759554-3701-457b-a975-2ecde6fb9545', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'floating_ip_address': '172.28.0.4', 'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'router_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'port_id': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622', 'mac_address': 'fa:16:3e:53:2d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac8d522-62b7-47ff-9f83-d40db90806a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:00:55Z', 'updated_at': '2021-04-09T02:00:55Z', 'revision_number': 0, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a1244a-fba9-43c7-8d55-ef2213517fb6', 'name': '', 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'mac_address': 'fa:16:3e:06:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:33Z', 'updated_at': '2021-04-09T01:59:46Z', 'revision_number': 5, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'subnets': [{'id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 02:00:59.342773 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-f554e1c2-556c-4404-8c6b-a4805e3318f1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Network a92498ba-5871-40f5-8c0d-74fd7a096454 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 02:00:59.346679 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-f554e1c2-556c-4404-8c6b-a4805e3318f1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 02:00:59.349347 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-967052a4-09e6-4883-8151-986b6ab76584 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:59.353429 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-f554e1c2-556c-4404-8c6b-a4805e3318f1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 02:00:59.353806 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-967052a4-09e6-4883-8151-986b6ab76584 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3674755 Apr 09 02:00:59.354948 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 60826) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:59.362313 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-afd5c964-2633-4e5a-afca-c604a127d6ac tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Request body: {'security_group_rule': {'security_group_id': 'a80a1146-6ece-40a4-a05e-632ada74df6a', 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:00:59.368984 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6483b542-51bd-46e3-ba8e-f592eb6b4e81 req-a928b7b6-d492-431f-9824-7353dd4399c5 service neutron] 10.222.0.60 "GET /v2.0/networks/29507773-c50f-4d83-bdc0-4824bf9f4622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082647 Apr 09 02:00:59.371523 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-afd5c964-2633-4e5a-afca-c604a127d6ac tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:00:59.387416 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-afd5c964-2633-4e5a-afca-c604a127d6ac tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Usage tracker for resource:security_group_rule and tenant:3e71211bd0b74cd8b481127a99faf090 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:00:59.393809 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-afd5c964-2633-4e5a-afca-c604a127d6ac tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:00:59.402422 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-afd5c964-2633-4e5a-afca-c604a127d6ac tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:00:59.423516 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-afd5c964-2633-4e5a-afca-c604a127d6ac tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:59.431374 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-f554e1c2-556c-4404-8c6b-a4805e3318f1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:59.432065 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-f554e1c2-556c-4404-8c6b-a4805e3318f1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:59.509132 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-f554e1c2-556c-4404-8c6b-a4805e3318f1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1498108 Apr 09 02:00:59.523094 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Request body: {'port': {'device_id': '6462eaa9-384f-4efa-8f08-085ca6b27556', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:00:59.551672 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-afd5c964-2633-4e5a-afca-c604a127d6ac tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:59.556168 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-afd5c964-2633-4e5a-afca-c604a127d6ac tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:59.558424 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e5f94a09-12aa-4315-83fb-b8d598e61655 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:59.582831 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5c964-2633-4e5a-afca-c604a127d6ac tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eabc83e-607b-4401-b342-dcc1906c85ca,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:59.585474 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-afd5c964-2633-4e5a-afca-c604a127d6ac tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:59.593941 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-afd5c964-2633-4e5a-afca-c604a127d6ac tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:59.598389 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-afd5c964-2633-4e5a-afca-c604a127d6ac tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2375951 Apr 09 02:00:59.598546 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da258000-47ee-4240-a6b0-d2669c5ad7f9 req-acc04989-1e68-451f-affc-61048c7cea57 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:00:59.598546 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-da258000-47ee-4240-a6b0-d2669c5ad7f9 req-acc04989-1e68-451f-affc-61048c7cea57 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Synchronizing usage tracker for tenant:d7645928349046629b8c59790c11c0c3 on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 02:00:59.598710 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 60830) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:59.604661 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-4ae4a2af-d9fd-4b5a-ae2a-2520ef16ad9f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Request body: {'security_group_rule': {'security_group_id': 'a80a1146-6ece-40a4-a05e-632ada74df6a', 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:00:59.611510 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-4ae4a2af-d9fd-4b5a-ae2a-2520ef16ad9f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:00:59.615836 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-4ae4a2af-d9fd-4b5a-ae2a-2520ef16ad9f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Usage tracker for resource:security_group_rule and tenant:3e71211bd0b74cd8b481127a99faf090 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:00:59.619921 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-4ae4a2af-d9fd-4b5a-ae2a-2520ef16ad9f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:00:59.627712 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-4ae4a2af-d9fd-4b5a-ae2a-2520ef16ad9f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:00:59.640229 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.securitygroups_db [None req-4ae4a2af-d9fd-4b5a-ae2a-2520ef16ad9f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Project 3e71211bd0b74cd8b481127a99faf090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 09 02:00:59.647929 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a2af-d9fd-4b5a-ae2a-2520ef16ad9f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:59.669873 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-da258000-47ee-4240-a6b0-d2669c5ad7f9 req-acc04989-1e68-451f-affc-61048c7cea57 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Unset dirty status for tenant:d7645928349046629b8c59790c11c0c3 on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 02:00:59.670925 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-da258000-47ee-4240-a6b0-d2669c5ad7f9 req-acc04989-1e68-451f-affc-61048c7cea57 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=6462eaa9-384f-4efa-8f08-085ca6b27556 HTTP/1.1" status: 200 len: 931 time: 0.2475708 Apr 09 02:00:59.677188 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febed90c-4158-46ac-9923-a728644ca6a4 None None] New status for floating IP e4759554-3701-457b-a975-2ecde6fb9545: ACTIVE {{(pid=85255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 02:00:59.678813 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:59.740494 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a2af-d9fd-4b5a-ae2a-2520ef16ad9f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:59.744790 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a2af-d9fd-4b5a-ae2a-2520ef16ad9f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:59.748217 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:00:59.757175 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-da258000-47ee-4240-a6b0-d2669c5ad7f9 req-2013e7ed-9278-434e-9ad6-253eed8b0e63 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423551 Apr 09 02:00:59.780713 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4a2af-d9fd-4b5a-ae2a-2520ef16ad9f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c843d6fa-7ba1-4c92-a508-97f1e2b4ea34,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:00:59.794220 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-4ae4a2af-d9fd-4b5a-ae2a-2520ef16ad9f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:00:59.812071 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a2af-d9fd-4b5a-ae2a-2520ef16ad9f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:59.813407 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-4ae4a2af-d9fd-4b5a-ae2a-2520ef16ad9f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2137454 Apr 09 02:00:59.816412 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 60834) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:00:59.823488 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-90aa475e-7d88-4206-95f1-dc41f827fc53 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Request body: {'security_group_rule': {'security_group_id': 'a80a1146-6ece-40a4-a05e-632ada74df6a', 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:00:59.830444 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-90aa475e-7d88-4206-95f1-dc41f827fc53 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:00:59.835479 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-90aa475e-7d88-4206-95f1-dc41f827fc53 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Usage tracker for resource:security_group_rule and tenant:3e71211bd0b74cd8b481127a99faf090 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:00:59.839714 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-90aa475e-7d88-4206-95f1-dc41f827fc53 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:00:59.853668 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-90aa475e-7d88-4206-95f1-dc41f827fc53 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:00:59.867586 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.securitygroups_db [None req-90aa475e-7d88-4206-95f1-dc41f827fc53 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Project 3e71211bd0b74cd8b481127a99faf090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 09 02:00:59.881264 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-90aa475e-7d88-4206-95f1-dc41f827fc53 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:59.985934 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-90aa475e-7d88-4206-95f1-dc41f827fc53 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:59.989625 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-90aa475e-7d88-4206-95f1-dc41f827fc53 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:00:59.991998 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-159de225-b7c7-4941-af3e-1c7506ea9396 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:00.019496 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa475e-7d88-4206-95f1-dc41f827fc53 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e7ef41-9678-45be-8c8d-4e16b552bc53,revision_number=0']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:00.029934 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-90aa475e-7d88-4206-95f1-dc41f827fc53 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:00.039855 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-90aa475e-7d88-4206-95f1-dc41f827fc53 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:00.041224 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-90aa475e-7d88-4206-95f1-dc41f827fc53 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2237484 Apr 09 02:01:00.184310 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-97c33fe0-917e-471b-bd49-b32fff33848b req-a972bafc-2d42-4be2-85da-44a9ec0fa4fb tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808106624&fields=id&tenant_id=3e71211bd0b74cd8b481127a99faf090 HTTP/1.1" status: 200 len: 267 time: 0.0422289 Apr 09 02:01:00.189749 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4054380e-d564-4bf5-8277-f049d7fdef5f {{(pid=85253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 02:01:00.237434 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:00.270827 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Transition to ACTIVE for port object 4054380e-d564-4bf5-8277-f049d7fdef5f will not be triggered until provisioned by entity L2. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 02:01:00.276825 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:00.294545 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:00.458316 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4054380e-d564-4bf5-8277-f049d7fdef5f,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:00.461789 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:00.473554 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c33fe0-917e-471b-bd49-b32fff33848b req-d4858067-081e-459c-bf81-b19454756e4e tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:00.475189 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-97c33fe0-917e-471b-bd49-b32fff33848b req-d4858067-081e-459c-bf81-b19454756e4e tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 946 time: 0.2802687 Apr 09 02:01:00.500938 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-97c33fe0-917e-471b-bd49-b32fff33848b req-a11b20e8-47eb-47b6-b58d-df226a39cbef tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Request body: {'port': {'security_groups': ['784f6341-60f4-4f7e-b0d2-af05d6db4c53', 'a80a1146-6ece-40a4-a05e-632ada74df6a']}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:01:00.790220 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-97c33fe0-917e-471b-bd49-b32fff33848b req-a11b20e8-47eb-47b6-b58d-df226a39cbef tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:00.919407 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Attempting to bind port 4054380e-d564-4bf5-8277-f049d7fdef5f on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 02:01:00.919960 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Attempting to bind port 4054380e-d564-4bf5-8277-f049d7fdef5f by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c6df1333-40b7-4e0f-a738-9d7d03f3c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454'}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 02:01:00.920210 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Attempting to bind port 4054380e-d564-4bf5-8277-f049d7fdef5f on network a92498ba-5871-40f5-8c0d-74fd7a096454 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 02:01:00.937097 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Port 4054380e-d564-4bf5-8277-f049d7fdef5f on network a92498ba-5871-40f5-8c0d-74fd7a096454 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 02:01:00.937465 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Attempting to bind port 4054380e-d564-4bf5-8277-f049d7fdef5f on network a92498ba-5871-40f5-8c0d-74fd7a096454 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 02:01:00.949463 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Checking agent: {'id': '474f91f5-43fb-4d3d-bd9b-d9ff88d57b86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 2, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 02:01:00.949840 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Checking segment: {'id': 'c6df1333-40b7-4e0f-a738-9d7d03f3c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 02:01:00.950267 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Bound using segment: {'id': 'c6df1333-40b7-4e0f-a738-9d7d03f3c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454'} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 02:01:00.950746 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Bound port: 4054380e-d564-4bf5-8277-f049d7fdef5f, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6df1333-40b7-4e0f-a738-9d7d03f3c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454'}}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 02:01:00.951489 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:01.149212 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] For port 4054380e-d564-4bf5-8277-f049d7fdef5f, host hv-cinder-78462, cleared binding levels {{(pid=85253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 02:01:01.156674 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] For port 4054380e-d564-4bf5-8277-f049d7fdef5f, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4054380e-d564-4bf5-8277-f049d7fdef5f,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 02:01:01.196106 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:01.216867 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-16efa3fc-1534-4e47-bd33-361bd3bb8e03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:01.689753 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a510f-832c-476f-adf4-9dda31ef5cd9 req-d716cd83-2fdd-4c97-97ff-1ef31803d5bf tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:01.691350 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f33a510f-832c-476f-adf4-9dda31ef5cd9 req-d716cd83-2fdd-4c97-97ff-1ef31803d5bf tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=6462eaa9-384f-4efa-8f08-085ca6b27556 HTTP/1.1" status: 200 len: 943 time: 0.6959031 Apr 09 02:01:01.750490 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4054380e-d564-4bf5-8277-f049d7fdef5f,revision_number=3']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:01.762042 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:01.767484 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f33a510f-832c-476f-adf4-9dda31ef5cd9 req-a5359a90-eac0-4a96-b337-cf93dee37c4c tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672798 Apr 09 02:01:01.769369 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-97c33fe0-917e-471b-bd49-b32fff33848b req-a11b20e8-47eb-47b6-b58d-df226a39cbef tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] For port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5,segment=NetworkSegment(f3e62cff-447e-4ea1-a950-319a22922586),segment_id=f3e62cff-447e-4ea1-a950-319a22922586)] {{(pid=85253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:01.820396 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:01.821675 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:01.823149 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] 10.222.0.60 "PUT /v2.0/ports/4054380e-d564-4bf5-8277-f049d7fdef5f HTTP/1.1" status: 200 len: 1093 time: 2.3068368 Apr 09 02:01:01.823681 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6462eaa9-384f-4efa-8f08-085ca6b27556', 'tag': '4054380e-d564-4bf5-8277-f049d7fdef5f'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:01:01.832439 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-97c33fe0-917e-471b-bd49-b32fff33848b req-a11b20e8-47eb-47b6-b58d-df226a39cbef tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:01.836846 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-97c33fe0-917e-471b-bd49-b32fff33848b req-a11b20e8-47eb-47b6-b58d-df226a39cbef tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:01.847914 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['bc8087fe-de5b-4cb4-82a2-ca8b34927cf5'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:01:01.853418 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fa9f5f08-b248-45e9-b4c3-a9cfe44d9375 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:01.911032 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6462eaa9-384f-4efa-8f08-085ca6b27556', 'tag': '4054380e-d564-4bf5-8277-f049d7fdef5f', 'status': 'completed', 'code': 200} Apr 09 02:01:02.085395 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b20e8-47eb-47b6-b58d-df226a39cbef tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Pushing event updated for resources: {'Port': ['ID=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5,revision_number=6']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:02.089295 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a11b20e8-47eb-47b6-b58d-df226a39cbef tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:02.145175 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-c72c06c8-9310-44b0-876a-54ff74ad9073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:02.146811 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-c72c06c8-9310-44b0-876a-54ff74ad9073 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7645928349046629b8c59790c11c0c3&device_id=6462eaa9-384f-4efa-8f08-085ca6b27556 HTTP/1.1" status: 200 len: 1096 time: 0.2381272 Apr 09 02:01:02.162702 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c33fe0-917e-471b-bd49-b32fff33848b req-a11b20e8-47eb-47b6-b58d-df226a39cbef tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:02.163258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-97c33fe0-917e-471b-bd49-b32fff33848b req-a11b20e8-47eb-47b6-b58d-df226a39cbef tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:02.165393 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-97c33fe0-917e-471b-bd49-b32fff33848b req-a11b20e8-47eb-47b6-b58d-df226a39cbef tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "PUT /v2.0/ports/bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 HTTP/1.1" status: 200 len: 982 time: 1.6812797 Apr 09 02:01:02.234948 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:02.246140 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-c08a3f27-ff26-4c94-a7f0-872d2d5fb6fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4054380e-d564-4bf5-8277-f049d7fdef5f HTTP/1.1" status: 200 len: 217 time: 0.0797267 Apr 09 02:01:02.272470 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['bc8087fe-de5b-4cb4-82a2-ca8b34927cf5'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:01:02.377909 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-7dd9dc18-43e9-4a88-b186-890f11d84ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:02.379508 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-7dd9dc18-43e9-4a88-b186-890f11d84ff1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2f6743f-9eb8-4852-97cf-4246b77b903a HTTP/1.1" status: 200 len: 855 time: 0.1213448 Apr 09 02:01:02.443782 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-18a7dab9-8c6f-4901-bc1d-571dd98f28c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a92498ba-5871-40f5-8c0d-74fd7a096454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567729 Apr 09 02:01:02.486886 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a561fd-a487-4333-9ca9-a045e8cf2e26 req-c0858b58-39eb-41a3-b676-0c9caf439aa4 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:02.488469 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a5a561fd-a487-4333-9ca9-a045e8cf2e26 req-c0858b58-39eb-41a3-b676-0c9caf439aa4 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 985 time: 0.1941888 Apr 09 02:01:02.503270 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-a41bef7b-d6bc-4335-b8a3-268a9635781e None None] Provisioning complete for port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 02:01:02.503731 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a41bef7b-d6bc-4335-b8a3-268a9635781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:02.640427 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a5a561fd-a487-4333-9ca9-a045e8cf2e26 req-1ce7413a-4523-4852-bb6b-487bc2e1255e tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&id=a80a1146-6ece-40a4-a05e-632ada74df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1385019 Apr 09 02:01:02.683957 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-64d140ee-3097-483f-8472-a099d82034b3 service neutron] 10.222.0.60 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315607 Apr 09 02:01:02.841614 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0ce670b9-a1e7-4c91-997d-94d3547dac70 req-2f12d693-d3f1-48fa-b89c-9dd58c781552 service neutron] 10.222.0.60 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512690 Apr 09 02:01:03.146318 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e359d13-9579-4c99-bc3f-3909496d5ad1 req-6fd6b823-e9e4-4b82-ba7f-cd90c85dd4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:03.147841 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7e359d13-9579-4c99-bc3f-3909496d5ad1 req-6fd6b823-e9e4-4b82-ba7f-cd90c85dd4bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7645928349046629b8c59790c11c0c3&device_id=6462eaa9-384f-4efa-8f08-085ca6b27556 HTTP/1.1" status: 200 len: 1096 time: 0.2537594 Apr 09 02:01:03.162403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c1c3a-45d5-4821-b10f-702fdb74ddae req-25d8ccc2-ed1f-4e65-b841-3eec659858c3 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:03.164001 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8c8c1c3a-45d5-4821-b10f-702fdb74ddae req-25d8ccc2-ed1f-4e65-b841-3eec659858c3 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=6462eaa9-384f-4efa-8f08-085ca6b27556 HTTP/1.1" status: 200 len: 943 time: 0.1923718 Apr 09 02:01:03.291086 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8c8c1c3a-45d5-4821-b10f-702fdb74ddae req-ec06a16d-acdb-43bf-863d-0575fafdb915 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031351 Apr 09 02:01:03.330281 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e359d13-9579-4c99-bc3f-3909496d5ad1 req-c177f6c5-e05e-470a-98b1-e2b31b3b8e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:03.331860 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7e359d13-9579-4c99-bc3f-3909496d5ad1 req-c177f6c5-e05e-470a-98b1-e2b31b3b8e23 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a92498ba-5871-40f5-8c0d-74fd7a096454 HTTP/1.1" status: 200 len: 916 time: 0.1668758 Apr 09 02:01:03.411901 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7e359d13-9579-4c99-bc3f-3909496d5ad1 req-4aed792a-653b-4ca1-a5c0-130edc4217aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4054380e-d564-4bf5-8277-f049d7fdef5f HTTP/1.1" status: 200 len: 217 time: 0.0708208 Apr 09 02:01:03.483387 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e359d13-9579-4c99-bc3f-3909496d5ad1 req-b13d1393-6d67-4ab6-9dc3-a3752652c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:03.484995 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7e359d13-9579-4c99-bc3f-3909496d5ad1 req-b13d1393-6d67-4ab6-9dc3-a3752652c6f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2f6743f-9eb8-4852-97cf-4246b77b903a HTTP/1.1" status: 200 len: 855 time: 0.0645952 Apr 09 02:01:03.541968 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7e359d13-9579-4c99-bc3f-3909496d5ad1 req-d581c27d-c0e8-49f5-acfd-f4f5e197bc3e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a92498ba-5871-40f5-8c0d-74fd7a096454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464242 Apr 09 02:01:03.685228 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7e359d13-9579-4c99-bc3f-3909496d5ad1 req-f2ea9e79-c10f-46a9-be02-d31bc3fe26ec service neutron] 10.222.0.60 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358964 Apr 09 02:01:03.841867 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7e359d13-9579-4c99-bc3f-3909496d5ad1 req-d1ba5003-0a16-41d3-bf0d-49eba89f3638 service neutron] 10.222.0.60 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452098 Apr 09 02:01:03.912803 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac8d522-62b7-47ff-9f83-d40db90806a8', 'tag': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:01:03.963791 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac8d522-62b7-47ff-9f83-d40db90806a8', 'tag': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5', 'status': 'completed', 'code': 200} Apr 09 02:01:04.070244 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10128d7-2ddf-4347-adf9-8ca2a9c1a9ac req-c2a50666-14cc-4449-90f5-7aa0f7967208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:04.071876 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a10128d7-2ddf-4347-adf9-8ca2a9c1a9ac req-c2a50666-14cc-4449-90f5-7aa0f7967208 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e71211bd0b74cd8b481127a99faf090&device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 1138 time: 0.0836220 Apr 09 02:01:04.223657 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10128d7-2ddf-4347-adf9-8ca2a9c1a9ac req-0ad67392-3a31-4f7c-8fe6-ef12b38da7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:04.225197 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a10128d7-2ddf-4347-adf9-8ca2a9c1a9ac req-0ad67392-3a31-4f7c-8fe6-ef12b38da7ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=29507773-c50f-4d83-bdc0-4824bf9f4622 HTTP/1.1" status: 200 len: 916 time: 0.1439500 Apr 09 02:01:04.342835 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a10128d7-2ddf-4347-adf9-8ca2a9c1a9ac req-c7800c03-36cb-4027-82a5-d9b3d06bb262 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 HTTP/1.1" status: 200 len: 1000 time: 0.1092174 Apr 09 02:01:04.450328 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10128d7-2ddf-4347-adf9-8ca2a9c1a9ac req-ca3d3cfd-30e7-4045-8cdf-9e9d6c4caef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:04.451880 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a10128d7-2ddf-4347-adf9-8ca2a9c1a9ac req-ca3d3cfd-30e7-4045-8cdf-9e9d6c4caef7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a9ffae36-0e18-4e05-9f0f-419c9230207d HTTP/1.1" status: 200 len: 854 time: 0.0998201 Apr 09 02:01:04.512222 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 4054380e-d564-4bf5-8277-f049d7fdef5f details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 02:01:04.571133 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecff07b-04b2-4491-94a4-5f35093e2ed9 req-09f3a793-596f-4bfa-858b-933b957ff812 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:04.572712 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7ecff07b-04b2-4491-94a4-5f35093e2ed9 req-09f3a793-596f-4bfa-858b-933b957ff812 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=6462eaa9-384f-4efa-8f08-085ca6b27556 HTTP/1.1" status: 200 len: 943 time: 0.1608186 Apr 09 02:01:04.579231 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10128d7-2ddf-4347-adf9-8ca2a9c1a9ac req-6cd17873-0c69-4e2d-96ce-1f0c46b9c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:04.580733 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a10128d7-2ddf-4347-adf9-8ca2a9c1a9ac req-6cd17873-0c69-4e2d-96ce-1f0c46b9c627 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=29507773-c50f-4d83-bdc0-4824bf9f4622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1169307 Apr 09 02:01:04.642564 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7ecff07b-04b2-4491-94a4-5f35093e2ed9 req-42d18819-c5cd-49e1-b4f7-9d4523a9c27e tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607476 Apr 09 02:01:04.667597 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 4054380e-d564-4bf5-8277-f049d7fdef5f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4054380e-d564-4bf5-8277-f049d7fdef5f,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:04.674986 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': '4054380e-d564-4bf5-8277-f049d7fdef5f', 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454', 'port_id': '4054380e-d564-4bf5-8277-f049d7fdef5f', 'mac_address': 'fa:16:3e:03:bb:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f6743f-9eb8-4852-97cf-4246b77b903a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 02:01:04.735667 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:04.737042 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4054380e-d564-4bf5-8277-f049d7fdef5f {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 02:01:04.743879 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a10128d7-2ddf-4347-adf9-8ca2a9c1a9ac req-93a8b8ea-8b9a-448c-a578-b73974e305b5 service neutron] 10.222.0.60 "GET /v2.0/networks/29507773-c50f-4d83-bdc0-4824bf9f4622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500976 Apr 09 02:01:04.753927 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 4054380e-d564-4bf5-8277-f049d7fdef5f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4054380e-d564-4bf5-8277-f049d7fdef5f,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:04.756987 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:04.758899 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-62e0016e-0332-44d7-92b0-bb0a298d4e3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:04.834912 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=4054380e-d564-4bf5-8277-f049d7fdef5f,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:04.838751 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:04.893495 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a10128d7-2ddf-4347-adf9-8ca2a9c1a9ac req-3039aa94-62c8-4e1e-9601-5cd2a698c10d service neutron] 10.222.0.60 "GET /v2.0/networks/29507773-c50f-4d83-bdc0-4824bf9f4622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418221 Apr 09 02:01:05.027730 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['4054380e-d564-4bf5-8277-f049d7fdef5f'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:01:05.851300 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be47f1-1a7f-4c86-9013-575d312e14a9 req-90cd9de6-ced6-4bbc-be87-261c783771fb tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:05.853592 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d3be47f1-1a7f-4c86-9013-575d312e14a9 req-90cd9de6-ced6-4bbc-be87-261c783771fb tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=6462eaa9-384f-4efa-8f08-085ca6b27556 HTTP/1.1" status: 200 len: 944 time: 0.0905039 Apr 09 02:01:05.893808 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d3be47f1-1a7f-4c86-9013-575d312e14a9 req-d0502e65-8773-40ce-bb06-5398bd55c932 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318937 Apr 09 02:01:06.525099 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 4054380e-d564-4bf5-8277-f049d7fdef5f up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 02:01:06.604749 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning for port 4054380e-d564-4bf5-8277-f049d7fdef5f completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 02:01:06.610635 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port 4054380e-d564-4bf5-8277-f049d7fdef5f triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 02:01:06.611033 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:06.747529 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:06.760092 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6462eaa9-384f-4efa-8f08-085ca6b27556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4054380e-d564-4bf5-8277-f049d7fdef5f'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:01:06.771594 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 4054380e-d564-4bf5-8277-f049d7fdef5f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4054380e-d564-4bf5-8277-f049d7fdef5f,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:06.775603 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:06.777710 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:06.815571 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6462eaa9-384f-4efa-8f08-085ca6b27556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4054380e-d564-4bf5-8277-f049d7fdef5f', 'code': 200} Apr 09 02:01:06.854258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=4054380e-d564-4bf5-8277-f049d7fdef5f,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:06.858164 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:07.143390 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bba95-6b0d-44df-9876-de77025c05ae req-62e1b8e1-c7c6-466f-aa80-c0764c58e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:07.144949 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7c2bba95-6b0d-44df-9876-de77025c05ae req-62e1b8e1-c7c6-466f-aa80-c0764c58e68e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6462eaa9-384f-4efa-8f08-085ca6b27556 HTTP/1.1" status: 200 len: 1098 time: 0.1459410 Apr 09 02:01:07.157011 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e57b8-f98b-4f9c-a447-8b87e60cb71a req-05ddcb13-9d57-484a-a266-1ad80d0b77ee tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:07.158869 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-622e57b8-f98b-4f9c-a447-8b87e60cb71a req-05ddcb13-9d57-484a-a266-1ad80d0b77ee tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=6462eaa9-384f-4efa-8f08-085ca6b27556 HTTP/1.1" status: 200 len: 945 time: 0.1194632 Apr 09 02:01:07.443649 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7c2bba95-6b0d-44df-9876-de77025c05ae req-99b72cb9-41c2-4150-9c47-62900d728570 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836211 Apr 09 02:01:07.450874 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-622e57b8-f98b-4f9c-a447-8b87e60cb71a req-526238af-cc96-4313-aa71-a3bee3bc7b06 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806010 Apr 09 02:01:08.654724 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdce2e-7a65-4be9-8b5e-698ca8cbcb9b req-789991d0-d3f9-4fe4-969f-215320574af7 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:08.656262 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-45cdce2e-7a65-4be9-8b5e-698ca8cbcb9b req-789991d0-d3f9-4fe4-969f-215320574af7 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=6462eaa9-384f-4efa-8f08-085ca6b27556 HTTP/1.1" status: 200 len: 945 time: 0.0872271 Apr 09 02:01:08.687219 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-45cdce2e-7a65-4be9-8b5e-698ca8cbcb9b req-2962d30e-1afe-4a9a-bfb7-d04f95c2a949 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244722 Apr 09 02:01:10.848637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-1e5b450f-8c13-4d45-b608-56a681c03a3c tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:10.850138 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-1e5b450f-8c13-4d45-b608-56a681c03a3c tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/networks?id=a92498ba-5871-40f5-8c0d-74fd7a096454 HTTP/1.1" status: 200 len: 815 time: 0.1545811 Apr 09 02:01:10.866952 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-53f63f4b-844c-4d39-a729-b31b8b8bb3d2 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/quotas/d7645928349046629b8c59790c11c0c3 HTTP/1.1" status: 200 len: 375 time: 0.0097606 Apr 09 02:01:10.960027 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-6ecfbc01-68a3-4dc6-b5c9-1d5cd4429605 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7645928349046629b8c59790c11c0c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872338 Apr 09 02:01:11.107629 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-5f2d39f1-66c1-4964-9eb6-cb391a51650f service neutron] 10.222.0.44 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393950 Apr 09 02:01:11.251547 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-ecfa0843-f641-483d-a926-850bc6a92f58 service neutron] 10.222.0.44 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373613 Apr 09 02:01:11.461967 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-620f546c-c112-45de-b5ce-cb2f02f636b2 req-4600d7c1-03e9-47bc-9876-719ebf9b30ce tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=b14592f7-5e1e-45f3-ad8e-619800dd8346 HTTP/1.1" status: 200 len: 210 time: 0.0512886 Apr 09 02:01:12.630985 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-e811f7b9-5c35-4ad5-b1ab-a873f969015e tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:12.632510 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-e811f7b9-5c35-4ad5-b1ab-a873f969015e tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.60 "GET /v2.0/networks?id=a92498ba-5871-40f5-8c0d-74fd7a096454 HTTP/1.1" status: 200 len: 815 time: 0.2157142 Apr 09 02:01:12.640614 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7c1333c1-fbd1-4a03-b6d5-9cde0bc904d7 req-83f1ada6-d4a4-490c-92c1-8f200f1597a6 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=b14592f7-5e1e-45f3-ad8e-619800dd8346 HTTP/1.1" status: 200 len: 210 time: 0.0599275 Apr 09 02:01:12.646707 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-90ba9a4a-4c20-4d81-b1c6-8f64d49f82cf tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Request body: {'port': {'device_id': 'b14592f7-5e1e-45f3-ad8e-619800dd8346', 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454', 'admin_state_up': True, 'tenant_id': 'd7645928349046629b8c59790c11c0c3'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:01:12.795803 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-90ba9a4a-4c20-4d81-b1c6-8f64d49f82cf tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:01:12.807136 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-90ba9a4a-4c20-4d81-b1c6-8f64d49f82cf tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:01:12.816403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-90ba9a4a-4c20-4d81-b1c6-8f64d49f82cf tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Made reservation on behalf of d7645928349046629b8c59790c11c0c3 for: {'port': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 02:01:12.823096 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-90ba9a4a-4c20-4d81-b1c6-8f64d49f82cf tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:12.987970 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-90ba9a4a-4c20-4d81-b1c6-8f64d49f82cf tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Allocated IP 172.20.0.5 (a92498ba-5871-40f5-8c0d-74fd7a096454/d2f6743f-9eb8-4852-97cf-4246b77b903a/bec2ab5f-4d11-4d0b-99f5-b17e5e940630) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 02:01:13.183181 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-90ba9a4a-4c20-4d81-b1c6-8f64d49f82cf tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:13.212452 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-90ba9a4a-4c20-4d81-b1c6-8f64d49f82cf tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:13.224688 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['1833abc3-116e-499c-a419-a79435a90a42', '4054380e-d564-4bf5-8277-f049d7fdef5f'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:01:13.231369 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a17cb640-9962-42fe-ba58-7456af326468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:13.376929 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba9a4a-4c20-4d81-b1c6-8f64d49f82cf tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Pushing event updated for resources: {'Port': ['ID=bec2ab5f-4d11-4d0b-99f5-b17e5e940630,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:13.381181 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-90ba9a4a-4c20-4d81-b1c6-8f64d49f82cf tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:13.427663 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-90ba9a4a-4c20-4d81-b1c6-8f64d49f82cf tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Network a92498ba-5871-40f5-8c0d-74fd7a096454 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 02:01:13.428947 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-90ba9a4a-4c20-4d81-b1c6-8f64d49f82cf tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 02:01:13.432113 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-90ba9a4a-4c20-4d81-b1c6-8f64d49f82cf tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 02:01:13.476268 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bc1df690-f52b-4c29-9459-d6cf936d9acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:13.498806 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-90ba9a4a-4c20-4d81-b1c6-8f64d49f82cf tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:13.499494 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-90ba9a4a-4c20-4d81-b1c6-8f64d49f82cf tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:13.524596 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-90ba9a4a-4c20-4d81-b1c6-8f64d49f82cf tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8820093 Apr 09 02:01:13.544661 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Request body: {'port': {'device_id': 'b14592f7-5e1e-45f3-ad8e-619800dd8346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:01:13.669210 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:13.967891 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba0333-3717-4456-9113-f2ba19e0e2f3 req-93e6d185-388f-4447-a1b1-cfb794a42f7f tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:13.968654 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-20ba0333-3717-4456-9113-f2ba19e0e2f3 req-93e6d185-388f-4447-a1b1-cfb794a42f7f tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Synchronizing usage tracker for tenant:d7645928349046629b8c59790c11c0c3 on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 02:01:14.054329 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-20ba0333-3717-4456-9113-f2ba19e0e2f3 req-93e6d185-388f-4447-a1b1-cfb794a42f7f tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Unset dirty status for tenant:d7645928349046629b8c59790c11c0c3 on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 02:01:14.055658 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-20ba0333-3717-4456-9113-f2ba19e0e2f3 req-93e6d185-388f-4447-a1b1-cfb794a42f7f tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=b14592f7-5e1e-45f3-ad8e-619800dd8346 HTTP/1.1" status: 200 len: 931 time: 0.2979958 Apr 09 02:01:14.104862 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-20ba0333-3717-4456-9113-f2ba19e0e2f3 req-24ee8150-62c0-4d1a-a804-f2d1e771eb4f tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421853 Apr 09 02:01:14.193189 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec2ab5f-4d11-4d0b-99f5-b17e5e940630 {{(pid=85253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 02:01:14.202263 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:14.219724 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Transition to ACTIVE for port object bec2ab5f-4d11-4d0b-99f5-b17e5e940630 will not be triggered until provisioned by entity L2. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 02:01:14.222480 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:14.238899 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-4e5253f0-2b25-4762-81d9-8d58b683238f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:14.387128 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Pushing event updated for resources: {'Port': ['ID=bec2ab5f-4d11-4d0b-99f5-b17e5e940630,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:14.391930 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:14.601859 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Attempting to bind port bec2ab5f-4d11-4d0b-99f5-b17e5e940630 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 02:01:14.602233 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Attempting to bind port bec2ab5f-4d11-4d0b-99f5-b17e5e940630 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c6df1333-40b7-4e0f-a738-9d7d03f3c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454'}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 02:01:14.602603 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Attempting to bind port bec2ab5f-4d11-4d0b-99f5-b17e5e940630 on network a92498ba-5871-40f5-8c0d-74fd7a096454 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 02:01:14.607704 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Port bec2ab5f-4d11-4d0b-99f5-b17e5e940630 on network a92498ba-5871-40f5-8c0d-74fd7a096454 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 02:01:14.608066 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Attempting to bind port bec2ab5f-4d11-4d0b-99f5-b17e5e940630 on network a92498ba-5871-40f5-8c0d-74fd7a096454 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 02:01:14.613553 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Checking agent: {'id': '474f91f5-43fb-4d3d-bd9b-d9ff88d57b86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 2, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 02:01:14.613930 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Checking segment: {'id': 'c6df1333-40b7-4e0f-a738-9d7d03f3c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 02:01:14.614350 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Bound using segment: {'id': 'c6df1333-40b7-4e0f-a738-9d7d03f3c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454'} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 02:01:14.614842 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Bound port: bec2ab5f-4d11-4d0b-99f5-b17e5e940630, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6df1333-40b7-4e0f-a738-9d7d03f3c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454'}}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 02:01:14.615202 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:14.694477 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] For port bec2ab5f-4d11-4d0b-99f5-b17e5e940630, host hv-cinder-78462, cleared binding levels {{(pid=85253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 02:01:14.697750 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] For port bec2ab5f-4d11-4d0b-99f5-b17e5e940630, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bec2ab5f-4d11-4d0b-99f5-b17e5e940630,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 02:01:14.701209 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:14.715018 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-6fb1eba7-0bae-4ec6-93f8-33a0da6ba365 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:14.875854 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Pushing event updated for resources: {'Port': ['ID=bec2ab5f-4d11-4d0b-99f5-b17e5e940630,revision_number=3']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:14.881748 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:14.929572 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:14.929877 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:14.931388 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-50a3e41e-1259-4a6a-b593-5de43427cbdc service neutron] 10.222.0.60 "PUT /v2.0/ports/bec2ab5f-4d11-4d0b-99f5-b17e5e940630 HTTP/1.1" status: 200 len: 1093 time: 1.3921769 Apr 09 02:01:14.931942 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14592f7-5e1e-45f3-ad8e-619800dd8346', 'tag': 'bec2ab5f-4d11-4d0b-99f5-b17e5e940630'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:01:15.004373 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14592f7-5e1e-45f3-ad8e-619800dd8346', 'tag': 'bec2ab5f-4d11-4d0b-99f5-b17e5e940630', 'status': 'completed', 'code': 200} Apr 09 02:01:15.047189 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-c6f06717-bd12-4fb1-9a1c-d69a08128c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:15.048882 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-c6f06717-bd12-4fb1-9a1c-d69a08128c51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7645928349046629b8c59790c11c0c3&device_id=b14592f7-5e1e-45f3-ad8e-619800dd8346 HTTP/1.1" status: 200 len: 1096 time: 0.0811355 Apr 09 02:01:15.128404 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-c1bc308c-242b-4ef2-8213-0501afa19339 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bec2ab5f-4d11-4d0b-99f5-b17e5e940630 HTTP/1.1" status: 200 len: 217 time: 0.0694969 Apr 09 02:01:15.204722 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-9aedac40-deb4-4b42-a284-a24650024a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:15.206326 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-9aedac40-deb4-4b42-a284-a24650024a4e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2f6743f-9eb8-4852-97cf-4246b77b903a HTTP/1.1" status: 200 len: 855 time: 0.0697782 Apr 09 02:01:15.299787 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-7943fd88-e6b8-4dbd-888f-63a36867bfed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a92498ba-5871-40f5-8c0d-74fd7a096454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857363 Apr 09 02:01:15.450351 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68b37d-be47-4767-8a27-08aca10bbc19 req-2578c48e-5892-4820-90b6-13cb467e5871 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:15.451902 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ff68b37d-be47-4767-8a27-08aca10bbc19 req-2578c48e-5892-4820-90b6-13cb467e5871 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=b14592f7-5e1e-45f3-ad8e-619800dd8346 HTTP/1.1" status: 200 len: 943 time: 0.1986201 Apr 09 02:01:15.500793 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-8ad36050-0c8f-4c3c-859b-c40f2bb3b309 service neutron] 10.222.0.60 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878836 Apr 09 02:01:15.503980 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ff68b37d-be47-4767-8a27-08aca10bbc19 req-b5793f06-ccd8-41d4-9472-0bc791078dc9 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438797 Apr 09 02:01:15.883919 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a0f5aa7-d81b-4189-a5e4-5a9034e4f241 req-2cea2da0-191f-4c3a-8c73-d0f7eb22da46 service neutron] 10.222.0.60 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747060 Apr 09 02:01:16.029285 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bcaf6-17f2-498e-aba7-51eb1c6cba3b req-eafeddb1-899b-4e01-8180-847e0b89aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:16.031074 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a51bcaf6-17f2-498e-aba7-51eb1c6cba3b req-eafeddb1-899b-4e01-8180-847e0b89aa31 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7645928349046629b8c59790c11c0c3&device_id=b14592f7-5e1e-45f3-ad8e-619800dd8346 HTTP/1.1" status: 200 len: 1096 time: 0.0806212 Apr 09 02:01:16.174866 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bcaf6-17f2-498e-aba7-51eb1c6cba3b req-07d4c6a9-9046-4dce-8a92-2da45f8df904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:16.176341 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a51bcaf6-17f2-498e-aba7-51eb1c6cba3b req-07d4c6a9-9046-4dce-8a92-2da45f8df904 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a92498ba-5871-40f5-8c0d-74fd7a096454 HTTP/1.1" status: 200 len: 916 time: 0.1379132 Apr 09 02:01:16.253474 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a51bcaf6-17f2-498e-aba7-51eb1c6cba3b req-5b7823f3-e539-44e3-a60e-7281b476c892 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bec2ab5f-4d11-4d0b-99f5-b17e5e940630 HTTP/1.1" status: 200 len: 217 time: 0.0689387 Apr 09 02:01:16.323259 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bcaf6-17f2-498e-aba7-51eb1c6cba3b req-cb4d6eef-d73a-4e40-99d0-a9665dc09a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:16.324852 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a51bcaf6-17f2-498e-aba7-51eb1c6cba3b req-cb4d6eef-d73a-4e40-99d0-a9665dc09a7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2f6743f-9eb8-4852-97cf-4246b77b903a HTTP/1.1" status: 200 len: 855 time: 0.0635393 Apr 09 02:01:16.381954 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a51bcaf6-17f2-498e-aba7-51eb1c6cba3b req-3eeeeff9-d0c3-4592-ab68-7df53a6f7fb8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a92498ba-5871-40f5-8c0d-74fd7a096454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461354 Apr 09 02:01:16.527599 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a51bcaf6-17f2-498e-aba7-51eb1c6cba3b req-d957f469-85e6-403a-9649-d529f7395bcc service neutron] 10.222.0.60 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360869 Apr 09 02:01:16.743673 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a51bcaf6-17f2-498e-aba7-51eb1c6cba3b req-b372bb2d-a92c-48ca-8911-b93284e6bd8d service neutron] 10.222.0.60 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089162 Apr 09 02:01:16.757358 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7afb6-2c8f-4dbc-b74e-38acaf193a6e req-9fd72893-4775-41e2-91e6-0b1cc05a589c tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:16.759620 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7ff7afb6-2c8f-4dbc-b74e-38acaf193a6e req-9fd72893-4775-41e2-91e6-0b1cc05a589c tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=b14592f7-5e1e-45f3-ad8e-619800dd8346 HTTP/1.1" status: 200 len: 943 time: 0.1357236 Apr 09 02:01:16.793849 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7ff7afb6-2c8f-4dbc-b74e-38acaf193a6e req-83943825-26a9-4683-b385-f9576252037c tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265772 Apr 09 02:01:17.220688 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2e34ae73-59d5-4fa2-8f8f-0036b495bc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:18.001633 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e11cd-a680-4ded-a074-24eb2dd51a91 req-9c328355-4cd0-49cc-af77-9774d3be533c tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:18.003291 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1d2e11cd-a680-4ded-a074-24eb2dd51a91 req-9c328355-4cd0-49cc-af77-9774d3be533c tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=b14592f7-5e1e-45f3-ad8e-619800dd8346 HTTP/1.1" status: 200 len: 943 time: 0.0932469 Apr 09 02:01:18.034506 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1d2e11cd-a680-4ded-a074-24eb2dd51a91 req-cf50e370-d007-43b8-886a-0eb513b1f8e4 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245886 Apr 09 02:01:18.193118 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:18.532212 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:18.584600 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device bec2ab5f-4d11-4d0b-99f5-b17e5e940630 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 02:01:18.729145 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port bec2ab5f-4d11-4d0b-99f5-b17e5e940630, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bec2ab5f-4d11-4d0b-99f5-b17e5e940630,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:18.744230 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': 'bec2ab5f-4d11-4d0b-99f5-b17e5e940630', 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454', 'port_id': 'bec2ab5f-4d11-4d0b-99f5-b17e5e940630', 'mac_address': 'fa:16:3e:82:c8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f6743f-9eb8-4852-97cf-4246b77b903a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 02:01:18.807826 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:18.809127 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec2ab5f-4d11-4d0b-99f5-b17e5e940630 {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 02:01:18.825678 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port bec2ab5f-4d11-4d0b-99f5-b17e5e940630, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bec2ab5f-4d11-4d0b-99f5-b17e5e940630,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:18.828635 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:18.830537 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-372eb1e7-0e45-4634-8e23-ead2d2028c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:18.903524 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=bec2ab5f-4d11-4d0b-99f5-b17e5e940630,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:18.906803 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:19.151496 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['bec2ab5f-4d11-4d0b-99f5-b17e5e940630'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:01:19.242808 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d77402-ccaf-4504-be9f-89895db821d6 req-896f7735-f4c6-46d9-9c3a-e008cba064df tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:19.244434 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-79d77402-ccaf-4504-be9f-89895db821d6 req-896f7735-f4c6-46d9-9c3a-e008cba064df tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=b14592f7-5e1e-45f3-ad8e-619800dd8346 HTTP/1.1" status: 200 len: 944 time: 0.0908337 Apr 09 02:01:19.274938 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-79d77402-ccaf-4504-be9f-89895db821d6 req-a47edffa-270a-4234-9ba4-d5b98b59118b tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239851 Apr 09 02:01:19.744828 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:20.476592 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aeb9f6-7cad-4e37-acd5-7251eed79c73 req-e04a9ee7-0d4e-457e-8904-1e9b7db8818a tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:20.478228 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-30aeb9f6-7cad-4e37-acd5-7251eed79c73 req-e04a9ee7-0d4e-457e-8904-1e9b7db8818a tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=b14592f7-5e1e-45f3-ad8e-619800dd8346 HTTP/1.1" status: 200 len: 944 time: 0.0880840 Apr 09 02:01:20.510769 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-30aeb9f6-7cad-4e37-acd5-7251eed79c73 req-39ba31f3-ec67-4918-b320-89b62bdcf232 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259459 Apr 09 02:01:20.601829 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device bec2ab5f-4d11-4d0b-99f5-b17e5e940630 up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 02:01:20.671728 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning for port bec2ab5f-4d11-4d0b-99f5-b17e5e940630 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 02:01:20.676563 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port bec2ab5f-4d11-4d0b-99f5-b17e5e940630 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 02:01:20.677006 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:20.800706 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:20.812511 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14592f7-5e1e-45f3-ad8e-619800dd8346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec2ab5f-4d11-4d0b-99f5-b17e5e940630'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:01:20.822480 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port bec2ab5f-4d11-4d0b-99f5-b17e5e940630, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bec2ab5f-4d11-4d0b-99f5-b17e5e940630,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:20.825755 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:20.827589 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-535e8d03-7534-4219-949d-4b8a47f04dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:20.865343 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14592f7-5e1e-45f3-ad8e-619800dd8346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec2ab5f-4d11-4d0b-99f5-b17e5e940630', 'code': 200} Apr 09 02:01:20.903570 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=bec2ab5f-4d11-4d0b-99f5-b17e5e940630,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:20.906789 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:21.112495 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0678c93-b778-4500-9102-62454a3efe14 req-4c9e94da-018f-49a9-971a-b4a8d549b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:21.114014 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d0678c93-b778-4500-9102-62454a3efe14 req-4c9e94da-018f-49a9-971a-b4a8d549b4e5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b14592f7-5e1e-45f3-ad8e-619800dd8346 HTTP/1.1" status: 200 len: 1098 time: 0.0816503 Apr 09 02:01:21.140398 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d0678c93-b778-4500-9102-62454a3efe14 req-41282d98-ca99-401d-a31e-78cd2e8e7cab service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0195346 Apr 09 02:01:21.710376 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18afd2-000f-41d7-b8ae-c2c8c9eca27e req-6ac2b4c8-9806-4166-b37e-6b7af533155e tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:21.712593 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-aa18afd2-000f-41d7-b8ae-c2c8c9eca27e req-6ac2b4c8-9806-4166-b37e-6b7af533155e tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=b14592f7-5e1e-45f3-ad8e-619800dd8346 HTTP/1.1" status: 200 len: 945 time: 0.0878003 Apr 09 02:01:21.743046 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-aa18afd2-000f-41d7-b8ae-c2c8c9eca27e req-1c21bbad-5d45-45fc-871d-a5c45f10262e tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240839 Apr 09 02:01:22.949824 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f01ea-92b1-47db-9002-80082160aa01 req-6568fc76-7b92-4fd6-b406-27014af60c04 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:22.951424 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c87f01ea-92b1-47db-9002-80082160aa01 req-6568fc76-7b92-4fd6-b406-27014af60c04 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=b14592f7-5e1e-45f3-ad8e-619800dd8346 HTTP/1.1" status: 200 len: 945 time: 0.0925789 Apr 09 02:01:22.983747 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c87f01ea-92b1-47db-9002-80082160aa01 req-72cffa45-9ca3-450c-8266-a69f011e0f06 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256507 Apr 09 02:01:26.829959 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6793c4-3d1b-489f-b863-04c30c03870b req-1d884039-89c8-47bb-beb2-56cf8d871e21 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:26.831566 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1c6793c4-3d1b-489f-b863-04c30c03870b req-1d884039-89c8-47bb-beb2-56cf8d871e21 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 985 time: 0.1236162 Apr 09 02:01:26.833996 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7427d7-cf0d-44f4-9cae-c6bc9ba1d1fb req-e10d14ca-e571-4528-8556-2f10450d85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:26.835583 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3e7427d7-cf0d-44f4-9cae-c6bc9ba1d1fb req-e10d14ca-e571-4528-8556-2f10450d85c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e71211bd0b74cd8b481127a99faf090&device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 1138 time: 0.1635284 Apr 09 02:01:26.889276 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1c6793c4-3d1b-489f-b863-04c30c03870b req-37d4c09d-bc92-476a-9f0e-917fde608d16 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&id=a80a1146-6ece-40a4-a05e-632ada74df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509722 Apr 09 02:01:27.007099 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7427d7-cf0d-44f4-9cae-c6bc9ba1d1fb req-946b62f6-b163-4481-9dec-933665f1bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:27.008722 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3e7427d7-cf0d-44f4-9cae-c6bc9ba1d1fb req-946b62f6-b163-4481-9dec-933665f1bf3e service neutron] 10.222.0.60 "GET /v2.0/networks?id=29507773-c50f-4d83-bdc0-4824bf9f4622 HTTP/1.1" status: 200 len: 916 time: 0.1556816 Apr 09 02:01:27.172858 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3e7427d7-cf0d-44f4-9cae-c6bc9ba1d1fb req-a61ed7bb-5c28-4943-ac55-659a1509ba8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 HTTP/1.1" status: 200 len: 1000 time: 0.1569562 Apr 09 02:01:27.268974 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7427d7-cf0d-44f4-9cae-c6bc9ba1d1fb req-a0cf607c-3adc-49ab-ac79-e5f01091838b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:27.270522 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3e7427d7-cf0d-44f4-9cae-c6bc9ba1d1fb req-a0cf607c-3adc-49ab-ac79-e5f01091838b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a9ffae36-0e18-4e05-9f0f-419c9230207d HTTP/1.1" status: 200 len: 854 time: 0.0842791 Apr 09 02:01:27.339674 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6c194-27f9-436c-897e-9e4c3695b5fa req-80e14d12-aef9-431f-bcba-edc05e3bbf12 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:27.341312 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-21a6c194-27f9-436c-897e-9e4c3695b5fa req-80e14d12-aef9-431f-bcba-edc05e3bbf12 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 946 time: 0.2091255 Apr 09 02:01:27.385593 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-21a6c194-27f9-436c-897e-9e4c3695b5fa req-d7e1af28-3186-4edb-a7b8-e1ab21742a67 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375295 Apr 09 02:01:27.395441 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7427d7-cf0d-44f4-9cae-c6bc9ba1d1fb req-7f35ec85-57d7-40cf-9e45-dc95d155b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:27.397043 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3e7427d7-cf0d-44f4-9cae-c6bc9ba1d1fb req-7f35ec85-57d7-40cf-9e45-dc95d155b861 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=29507773-c50f-4d83-bdc0-4824bf9f4622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1189759 Apr 09 02:01:27.565346 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3e7427d7-cf0d-44f4-9cae-c6bc9ba1d1fb req-bf2efacd-2d72-41c0-b013-0fad12e274c2 service neutron] 10.222.0.60 "GET /v2.0/networks/29507773-c50f-4d83-bdc0-4824bf9f4622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593752 Apr 09 02:01:27.725948 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3e7427d7-cf0d-44f4-9cae-c6bc9ba1d1fb req-ce29c619-57bc-4337-9de3-d60ddc092a4d service neutron] 10.222.0.60 "GET /v2.0/networks/29507773-c50f-4d83-bdc0-4824bf9f4622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518745 Apr 09 02:01:28.130522 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687d04d-4887-4510-9630-26e887f409cb req-b1f05ba7-98ca-45c7-8957-32ee119cf489 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:28.132103 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b687d04d-4887-4510-9630-26e887f409cb req-b1f05ba7-98ca-45c7-8957-32ee119cf489 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 985 time: 0.1005833 Apr 09 02:01:28.165721 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b687d04d-4887-4510-9630-26e887f409cb req-fdeaadce-7773-4e61-90ef-89678048726f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&id=a80a1146-6ece-40a4-a05e-632ada74df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0262465 Apr 09 02:01:28.598092 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d1e11-20e1-4077-9da4-13c77b395db1 req-67a5c0f0-8858-482d-b125-7ce9604e27e5 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:28.599637 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-903d1e11-20e1-4077-9da4-13c77b395db1 req-67a5c0f0-8858-482d-b125-7ce9604e27e5 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 946 time: 0.0902176 Apr 09 02:01:28.632252 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-903d1e11-20e1-4077-9da4-13c77b395db1 req-1c29f0a7-4678-4a38-b531-694f4d3c913c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245650 Apr 09 02:01:29.165273 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 32782) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:29.391258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Deleting port e52c2c8b-0bc9-4f76-8ccf-c21d2b2da256 {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:01:29.391872 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:29.410308 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d56df-1c68-4b1d-bae4-7c7f827f1bc5 req-0b501e4f-f88d-4009-ba52-60985b81fd07 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:29.411903 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-110d56df-1c68-4b1d-bae4-7c7f827f1bc5 req-0b501e4f-f88d-4009-ba52-60985b81fd07 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 946 time: 0.2548971 Apr 09 02:01:29.529794 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-41f8b82b-bcc2-45fc-8c47-fd4e3b687128 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:29.531404 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-41f8b82b-bcc2-45fc-8c47-fd4e3b687128 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/networks?id=a92498ba-5871-40f5-8c0d-74fd7a096454 HTTP/1.1" status: 200 len: 815 time: 0.3128941 Apr 09 02:01:29.549762 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-110d56df-1c68-4b1d-bae4-7c7f827f1bc5 req-1823e3c9-1c3a-45bf-aadf-26bdd324d6f6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Deleting port 45beaf43-9a20-46dc-a8a3-43228175c957 {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:01:29.550144 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-110d56df-1c68-4b1d-bae4-7c7f827f1bc5 req-1823e3c9-1c3a-45bf-aadf-26bdd324d6f6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:29.605509 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-0a7eee95-4e0f-41d4-9459-158365629395 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/quotas/d7645928349046629b8c59790c11c0c3 HTTP/1.1" status: 200 len: 375 time: 0.0645697 Apr 09 02:01:29.616803 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654650e-4ec4-40ac-a53a-c6dada8247fd req-704905a0-11d2-4ddf-a90a-1912c4b2fe7e tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:29.619133 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8654650e-4ec4-40ac-a53a-c6dada8247fd req-704905a0-11d2-4ddf-a90a-1912c4b2fe7e tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 985 time: 0.2927098 Apr 09 02:01:29.834972 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:29.835412 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:30.005915 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8654650e-4ec4-40ac-a53a-c6dada8247fd req-8b925f70-610a-4b78-9c5f-a4ebe448d27f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&id=a80a1146-6ece-40a4-a05e-632ada74df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3759232 Apr 09 02:01:30.038598 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Calling delete_port for e52c2c8b-0bc9-4f76-8ccf-c21d2b2da256 owned by network:floatingip {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:01:30.167975 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-48679085-f3be-482b-9e4e-eaba699823e3 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7645928349046629b8c59790c11c0c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5476315 Apr 09 02:01:30.216279 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:30.233841 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a44dd7d7-93aa-4ce7-8923-e0b35088ec69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:30.293793 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Pushing event deleted for resources: {'Port': ['ID=e52c2c8b-0bc9-4f76-8ccf-c21d2b2da256,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:30.356615 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:30.357072 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:30.357496 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:30.357914 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:30.358340 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:30.358747 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:30.359151 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:30.359571 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:30.359968 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:30.360372 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:30.360795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:30.361198 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:30.371754 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:30.395193 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-110d56df-1c68-4b1d-bae4-7c7f827f1bc5 req-1823e3c9-1c3a-45bf-aadf-26bdd324d6f6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] For port 45beaf43-9a20-46dc-a8a3-43228175c957, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=45beaf43-9a20-46dc-a8a3-43228175c957,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:30.395593 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-110d56df-1c68-4b1d-bae4-7c7f827f1bc5 req-1823e3c9-1c3a-45bf-aadf-26bdd324d6f6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:30.512399 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-864d583d-71a8-4858-ad55-dc1e5c58edb9 service neutron] 10.222.0.44 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354440 Apr 09 02:01:30.517212 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for floatingip, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:30.517598 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.l3_db [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Floating IP 9be044f7-f947-432b-8e35-7a4930d3b437 disassociated (deleted). External IP: 172.28.0.221, port: bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb. Apr 09 02:01:30.527523 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 02:01:30.533037 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac1ccb-e2db-4c83-9e25-a51fa9216903 req-ef19b1aa-f10a-44dd-9541-77a06423cf47 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:30.534658 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-37ac1ccb-e2db-4c83-9e25-a51fa9216903 req-ef19b1aa-f10a-44dd-9541-77a06423cf47 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 946 time: 0.3314250 Apr 09 02:01:30.751888 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-37ac1ccb-e2db-4c83-9e25-a51fa9216903 req-b6a81b02-cb5b-4dbe-95d7-865e7a7d6048 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=5cab6c43-1746-4d07-946c-4374c783400d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078488 Apr 09 02:01:30.886879 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-68524c13-db32-464f-800c-59fd4f6a5639 service neutron] 10.222.0.44 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440821 Apr 09 02:01:30.905357 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-110d56df-1c68-4b1d-bae4-7c7f827f1bc5 req-1823e3c9-1c3a-45bf-aadf-26bdd324d6f6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:30.905514 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Router 13f85294-0222-4bc3-875a-ba9999a06523 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 02:01:30.905781 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-110d56df-1c68-4b1d-bae4-7c7f827f1bc5 req-1823e3c9-1c3a-45bf-aadf-26bdd324d6f6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-665075'] for floatingip, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:30.906151 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.l3_db [req-110d56df-1c68-4b1d-bae4-7c7f827f1bc5 req-1823e3c9-1c3a-45bf-aadf-26bdd324d6f6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Floating IP 7cfc818f-a6b4-48c7-bae8-ae75339b970c disassociated. External IP: 172.28.0.146, port: 45beaf43-9a20-46dc-a8a3-43228175c957. Apr 09 02:01:30.906529 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-110d56df-1c68-4b1d-bae4-7c7f827f1bc5 req-1823e3c9-1c3a-45bf-aadf-26bdd324d6f6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Calling delete_port for 45beaf43-9a20-46dc-a8a3-43228175c957 owned by compute:nova {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:01:31.116152 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-003ec919-7211-4875-bb4a-f1de8b9e6d7b req-e4c93267-1bdf-47c7-8bf8-3bf843daf8e1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=937075bc-2fbf-4c0b-ac63-8fdf2791b586 HTTP/1.1" status: 200 len: 210 time: 0.0561662 Apr 09 02:01:31.128538 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-110d56df-1c68-4b1d-bae4-7c7f827f1bc5 req-1823e3c9-1c3a-45bf-aadf-26bdd324d6f6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:31.137534 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 02:01:31.147096 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c610b79b-6693-4bea-b205-7e6d927cde01 None None] Sync routers for ids ['13f85294-0222-4bc3-875a-ba9999a06523'] in dv-cinder-784623-6-smb {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 02:01:31.166356 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c610b79b-6693-4bea-b205-7e6d927cde01 None None] Routers {'13f85294-0222-4bc3-875a-ba9999a06523'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:01:31.167071 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-c610b79b-6693-4bea-b205-7e6d927cde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:01:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['13f85294-0222-4bc3-875a-ba9999a06523'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:31.170872 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for floatingip, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:31.244486 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-f3af0aeb-0d3c-4ba0-ad05-5651d105ce38 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "DELETE /v2.0/floatingips/9be044f7-f947-432b-8e35-7a4930d3b437 HTTP/1.1" status: 204 len: 168 time: 2.0780447 Apr 09 02:01:31.245678 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ce9a2c-06f9-46f2-8149-452896db1ff4', 'tag': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb'}] {{(pid=85254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:01:31.321718 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-42288056-5b3d-48b2-bba3-ee4dcc9741d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:31.386007 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-c610b79b-6693-4bea-b205-7e6d927cde01 None None] Set router 13f85294-0222-4bc3-875a-ba9999a06523 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:01:31.440845 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823e3c9-1c3a-45bf-aadf-26bdd324d6f6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Pushing event deleted for resources: {'Port': ['ID=45beaf43-9a20-46dc-a8a3-43228175c957,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:31.450537 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-1823e3c9-1c3a-45bf-aadf-26bdd324d6f6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:31.546326 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ce9a2c-06f9-46f2-8149-452896db1ff4', 'tag': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb', 'status': 'completed', 'code': 200} Apr 09 02:01:31.682098 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408becd-ffe9-4f11-a23b-77a851c71307 req-a49339aa-5478-4edf-a3b9-1e0143b0f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:31.683833 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f408becd-ffe9-4f11-a23b-77a851c71307 req-a49339aa-5478-4edf-a3b9-1e0143b0f622 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60c2b5f2443044d88660062c502a1923&device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 1099 time: 0.1091862 Apr 09 02:01:31.755407 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de1591-a4dd-42ed-b059-9cf7d70020aa req-6b65dc24-b826-4958-a7b4-4e7e3b0d74b1 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:31.763648 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-55de1591-a4dd-42ed-b059-9cf7d70020aa req-6b65dc24-b826-4958-a7b4-4e7e3b0d74b1 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 985 time: 0.3916848 Apr 09 02:01:31.820132 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-55de1591-a4dd-42ed-b059-9cf7d70020aa req-d6beadcb-01b2-45be-b581-daf437963d4e tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&id=a80a1146-6ece-40a4-a05e-632ada74df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555246 Apr 09 02:01:31.824235 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-c610b79b-6693-4bea-b205-7e6d927cde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f85294-0222-4bc3-875a-ba9999a06523', 'name': 'tempest-TestShelveInstance-1035235097-router', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:01Z', 'updated_at': '2021-04-09T01:56:12Z', 'revision_number': 4, 'project_id': '60c2b5f2443044d88660062c502a1923', 'gw_port': {'id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:03Z', 'updated_at': '2021-04-09T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'd90db13d-153c-4b25-bb5a-20a4e6430857', 'name': '', 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'mac_address': 'fa:16:3e:d6:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:10Z', 'updated_at': '2021-04-09T01:56:28Z', 'revision_number': 5, 'project_id': '60c2b5f2443044d88660062c502a1923', 'subnets': [{'id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:31.829326 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c610b79b-6693-4bea-b205-7e6d927cde01 None None] Checking router: 13f85294-0222-4bc3-875a-ba9999a06523 for host: dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 02:01:31.841244 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c610b79b-6693-4bea-b205-7e6d927cde01 None None] Routers {'13f85294-0222-4bc3-875a-ba9999a06523'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:01:31.842222 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-c610b79b-6693-4bea-b205-7e6d927cde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:01:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['13f85294-0222-4bc3-875a-ba9999a06523'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:31.863332 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-110d56df-1c68-4b1d-bae4-7c7f827f1bc5 req-1823e3c9-1c3a-45bf-aadf-26bdd324d6f6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Router 7df8fef8-d515-4884-852a-47c07b9ca945 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 02:01:31.887981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eea02c-a10b-4f73-90b3-48324f4a6b37 req-8c718a08-c04d-4fc0-b7fe-2c905a6f9a0d tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:31.894526 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408becd-ffe9-4f11-a23b-77a851c71307 req-ea721fc1-8f88-482e-bc0b-8681aeda500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:31.896242 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f408becd-ffe9-4f11-a23b-77a851c71307 req-ea721fc1-8f88-482e-bc0b-8681aeda500f service neutron] 10.222.0.60 "GET /v2.0/networks?id=304c0d54-f5c0-4d20-8f14-89b83afdf40f HTTP/1.1" status: 200 len: 910 time: 0.2033176 Apr 09 02:01:31.897344 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-54eea02c-a10b-4f73-90b3-48324f4a6b37 req-8c718a08-c04d-4fc0-b7fe-2c905a6f9a0d tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 946 time: 0.2491717 Apr 09 02:01:32.013031 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f408becd-ffe9-4f11-a23b-77a851c71307 req-06a40150-4ffb-4e2e-b873-ac45a4507a46 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb HTTP/1.1" status: 200 len: 217 time: 0.1092563 Apr 09 02:01:32.103603 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408becd-ffe9-4f11-a23b-77a851c71307 req-d67f81a2-bf65-46d6-b074-db7b5913d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:32.105595 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f408becd-ffe9-4f11-a23b-77a851c71307 req-d67f81a2-bf65-46d6-b074-db7b5913d3be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=beb41680-af3e-4255-9cd6-b1accfa86904 HTTP/1.1" status: 200 len: 848 time: 0.0803981 Apr 09 02:01:32.125825 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-c610b79b-6693-4bea-b205-7e6d927cde01 None None] Set router 13f85294-0222-4bc3-875a-ba9999a06523 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:01:32.149427 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-186301e8-430e-412a-bd89-4b9dfdfe85d1 req-c125a580-0d92-4bcc-a61f-d06b4c6eac48 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed93f8d-4607-4c3f-9e2e-024ef8d7086c HTTP/1.1" status: 200 len: 210 time: 0.1435196 Apr 09 02:01:32.231611 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:32.233807 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-54eea02c-a10b-4f73-90b3-48324f4a6b37 req-4a1cb6eb-97c0-46d7-8f2b-b94de1639758 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809983 Apr 09 02:01:32.246328 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408becd-ffe9-4f11-a23b-77a851c71307 req-203276c0-5ede-480d-8074-5bfea4a4a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:32.248513 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f408becd-ffe9-4f11-a23b-77a851c71307 req-203276c0-5ede-480d-8074-5bfea4a4a30e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=304c0d54-f5c0-4d20-8f14-89b83afdf40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1351557 Apr 09 02:01:32.259180 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-110d56df-1c68-4b1d-bae4-7c7f827f1bc5 req-1823e3c9-1c3a-45bf-aadf-26bdd324d6f6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 02:01:32.271037 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad38e57-be7a-4c57-b5c2-f1c233054444 None None] Sync routers for ids ['7df8fef8-d515-4884-852a-47c07b9ca945'] in dv-cinder-784623-6-smb {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 02:01:32.285781 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad38e57-be7a-4c57-b5c2-f1c233054444 None None] Routers {'7df8fef8-d515-4884-852a-47c07b9ca945'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:01:32.286739 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-1ad38e57-be7a-4c57-b5c2-f1c233054444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:01:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7df8fef8-d515-4884-852a-47c07b9ca945'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:32.317370 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a9765964-428e-47b5-977c-50969fb52c30 req-69a6bfe7-4281-452b-8eaf-20e40ce084be tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=937075bc-2fbf-4c0b-ac63-8fdf2791b586 HTTP/1.1" status: 200 len: 210 time: 0.0559483 Apr 09 02:01:32.401594 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-110d56df-1c68-4b1d-bae4-7c7f827f1bc5 req-1823e3c9-1c3a-45bf-aadf-26bdd324d6f6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] No DVR routers for this DVR port 45beaf43-9a20-46dc-a8a3-43228175c957 on host hv-cinder-78462 {{(pid=85253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 02:01:32.404315 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-110d56df-1c68-4b1d-bae4-7c7f827f1bc5 req-1823e3c9-1c3a-45bf-aadf-26bdd324d6f6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:32.407258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed93f8d-4607-4c3f-9e2e-024ef8d7086c', 'name': 'network-vif-deleted', 'tag': '45beaf43-9a20-46dc-a8a3-43228175c957'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:01:32.482215 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f408becd-ffe9-4f11-a23b-77a851c71307 req-7c9826ed-3d52-4e4f-a26a-65fb6248af71 service neutron] 10.222.0.60 "GET /v2.0/networks/304c0d54-f5c0-4d20-8f14-89b83afdf40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216747 Apr 09 02:01:32.505504 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed93f8d-4607-4c3f-9e2e-024ef8d7086c', 'name': 'network-vif-deleted', 'tag': '45beaf43-9a20-46dc-a8a3-43228175c957', 'status': 'completed', 'code': 200} Apr 09 02:01:32.511783 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-110d56df-1c68-4b1d-bae4-7c7f827f1bc5 req-1823e3c9-1c3a-45bf-aadf-26bdd324d6f6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.60 "DELETE /v2.0/ports/45beaf43-9a20-46dc-a8a3-43228175c957 HTTP/1.1" status: 204 len: 173 time: 3.0883715 Apr 09 02:01:32.577181 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-1ad38e57-be7a-4c57-b5c2-f1c233054444 None None] Set router 7df8fef8-d515-4884-852a-47c07b9ca945 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:01:32.578867 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-c610b79b-6693-4bea-b205-7e6d927cde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f85294-0222-4bc3-875a-ba9999a06523', 'name': 'tempest-TestShelveInstance-1035235097-router', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:01Z', 'updated_at': '2021-04-09T01:56:12Z', 'revision_number': 4, 'project_id': '60c2b5f2443044d88660062c502a1923', 'gw_port': {'id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:03Z', 'updated_at': '2021-04-09T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'd90db13d-153c-4b25-bb5a-20a4e6430857', 'name': '', 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'mac_address': 'fa:16:3e:d6:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:10Z', 'updated_at': '2021-04-09T01:56:28Z', 'revision_number': 5, 'project_id': '60c2b5f2443044d88660062c502a1923', 'subnets': [{'id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:32.583515 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c610b79b-6693-4bea-b205-7e6d927cde01 None None] The sync data for ids ['13f85294-0222-4bc3-875a-ba9999a06523'] in dv-cinder-784623-6-smb is: [{'id': '13f85294-0222-4bc3-875a-ba9999a06523', 'name': 'tempest-TestShelveInstance-1035235097-router', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:01Z', 'updated_at': '2021-04-09T01:56:12Z', 'revision_number': 4, 'project_id': '60c2b5f2443044d88660062c502a1923', 'gw_port': {'id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:03Z', 'updated_at': '2021-04-09T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': 'd90db13d-153c-4b25-bb5a-20a4e6430857', 'name': '', 'network_id': '304c0d54-f5c0-4d20-8f14-89b83afdf40f', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'mac_address': 'fa:16:3e:d6:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:10Z', 'updated_at': '2021-04-09T01:56:28Z', 'revision_number': 5, 'project_id': '60c2b5f2443044d88660062c502a1923', 'subnets': [{'id': 'beb41680-af3e-4255-9cd6-b1accfa86904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 02:01:32.677351 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f408becd-ffe9-4f11-a23b-77a851c71307 req-73b68b27-b881-4a55-8dae-e72a414105ec service neutron] 10.222.0.60 "GET /v2.0/networks/304c0d54-f5c0-4d20-8f14-89b83afdf40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837692 Apr 09 02:01:32.679942 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-6374404d-c496-4516-baf2-db8b0d65dc7e tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:32.682286 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-6374404d-c496-4516-baf2-db8b0d65dc7e tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.60 "GET /v2.0/networks?id=a92498ba-5871-40f5-8c0d-74fd7a096454 HTTP/1.1" status: 200 len: 815 time: 0.2449200 Apr 09 02:01:32.714384 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-43bd602c-2d87-4b43-9ecc-f18d66b11455 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Request body: {'port': {'device_id': '937075bc-2fbf-4c0b-ac63-8fdf2791b586', 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454', 'admin_state_up': True, 'tenant_id': 'd7645928349046629b8c59790c11c0c3'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:01:32.721656 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 45beaf43-9a20-46dc-a8a3-43228175c957 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:01:33.002678 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] No Port match for: 45beaf43-9a20-46dc-a8a3-43228175c957 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:01:33.003106 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 45beaf43-9a20-46dc-a8a3-43228175c957 not bound to the agent host hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:01:33.193031 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-1ad38e57-be7a-4c57-b5c2-f1c233054444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:14Z', 'revision_number': 4, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port': {'id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '7b0db47f-74d8-420b-8245-a6c28a0c8ae6', 'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'mac_address': 'fa:16:3e:3d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:13Z', 'updated_at': '2021-04-09T01:58:22Z', 'revision_number': 5, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'subnets': [{'id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:33.198278 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad38e57-be7a-4c57-b5c2-f1c233054444 None None] Checking router: 7df8fef8-d515-4884-852a-47c07b9ca945 for host: dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 02:01:33.200859 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc9f8e-0884-4137-8438-99fe5990fe2f None None] New status for floating IP 9be044f7-f947-432b-8e35-7a4930d3b437: DOWN {{(pid=85256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 02:01:33.207804 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad38e57-be7a-4c57-b5c2-f1c233054444 None None] Routers {'7df8fef8-d515-4884-852a-47c07b9ca945'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:01:33.208580 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-1ad38e57-be7a-4c57-b5c2-f1c233054444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:01:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7df8fef8-d515-4884-852a-47c07b9ca945'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:33.225542 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-43bd602c-2d87-4b43-9ecc-f18d66b11455 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:01:33.239553 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-43bd602c-2d87-4b43-9ecc-f18d66b11455 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:01:33.256881 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf26d2f-68fa-4641-bf0f-f85d3bb43b8e req-0cdfbbc6-bb50-4ebf-bc4d-88e4a7dfb666 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:33.258826 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-faf26d2f-68fa-4641-bf0f-f85d3bb43b8e req-0cdfbbc6-bb50-4ebf-bc4d-88e4a7dfb666 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 985 time: 0.1583178 Apr 09 02:01:33.265783 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-43bd602c-2d87-4b43-9ecc-f18d66b11455 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Made reservation on behalf of d7645928349046629b8c59790c11c0c3 for: {'port': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 02:01:33.272364 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-43bd602c-2d87-4b43-9ecc-f18d66b11455 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:33.354807 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-faf26d2f-68fa-4641-bf0f-f85d3bb43b8e req-dd344bc0-ffc6-4efb-b8ad-551e1e8170e4 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&id=a80a1146-6ece-40a4-a05e-632ada74df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784416 Apr 09 02:01:33.405120 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 32832) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:33.510352 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-1ad38e57-be7a-4c57-b5c2-f1c233054444 None None] Set router 7df8fef8-d515-4884-852a-47c07b9ca945 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:01:33.526851 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-43bd602c-2d87-4b43-9ecc-f18d66b11455 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Allocated IP 172.20.0.7 (a92498ba-5871-40f5-8c0d-74fd7a096454/d2f6743f-9eb8-4852-97cf-4246b77b903a/96efb2ca-b853-4f1e-a952-13b5a5b8361f) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 02:01:33.595087 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a03bf0ac-3157-416c-b465-40de4e11b3a1 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:33.597429 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b79ea915-b9d2-43b7-8de2-85922563ff1e req-39e4a6e1-0260-4ffb-8991-b663beaa9741 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=937075bc-2fbf-4c0b-ac63-8fdf2791b586 HTTP/1.1" status: 200 len: 210 time: 0.0727582 Apr 09 02:01:33.614652 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d83ff-c189-4de2-9bfe-6cff95a46d29 req-a5946bd5-e8a2-4b9e-a2e6-071d6837e01b tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:33.615467 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-058d83ff-c189-4de2-9bfe-6cff95a46d29 req-a5946bd5-e8a2-4b9e-a2e6-071d6837e01b tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Synchronizing usage tracker for tenant:60c2b5f2443044d88660062c502a1923 on resource:port {{(pid=85254) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 02:01:33.642726 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f585c7-0c1a-40d2-b970-b5e580b1ae53 req-e9e0217d-4bba-4e4a-9aaa-ad33f8e0a830 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:33.644246 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a2f585c7-0c1a-40d2-b970-b5e580b1ae53 req-e9e0217d-4bba-4e4a-9aaa-ad33f8e0a830 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 946 time: 0.2080832 Apr 09 02:01:33.644618 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a03bf0ac-3157-416c-b465-40de4e11b3a1 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:33.667319 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-058d83ff-c189-4de2-9bfe-6cff95a46d29 req-a5946bd5-e8a2-4b9e-a2e6-071d6837e01b tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Unset dirty status for tenant:60c2b5f2443044d88660062c502a1923 on resource:port {{(pid=85254) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 02:01:33.668636 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-058d83ff-c189-4de2-9bfe-6cff95a46d29 req-a5946bd5-e8a2-4b9e-a2e6-071d6837e01b tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 946 time: 0.2402451 Apr 09 02:01:33.761644 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-058d83ff-c189-4de2-9bfe-6cff95a46d29 req-31f77252-774d-4e50-8535-b000aa0f7475 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Deleting port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:01:33.762907 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-058d83ff-c189-4de2-9bfe-6cff95a46d29 req-31f77252-774d-4e50-8535-b000aa0f7475 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:33.764993 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a2f585c7-0c1a-40d2-b970-b5e580b1ae53 req-38c066f0-0ba6-4f07-8078-113b37bf56e4 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/security-groups?id=3034a718-b37b-421f-aca8-a798ed3f7d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113133 Apr 09 02:01:33.797717 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a03bf0ac-3157-416c-b465-40de4e11b3a1 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:33.810686 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-6e7b8823-e902-4dcc-81ec-48051f0193a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:33.838569 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-43bd602c-2d87-4b43-9ecc-f18d66b11455 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:33.839562 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bf0ac-3157-416c-b465-40de4e11b3a1 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cab6c43-1746-4d07-946c-4374c783400d,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:33.845980 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a03bf0ac-3157-416c-b465-40de4e11b3a1 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:33.858429 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a03bf0ac-3157-416c-b465-40de4e11b3a1 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:33.859652 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-a03bf0ac-3157-416c-b465-40de4e11b3a1 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "DELETE /v2.0/security-groups/5cab6c43-1746-4d07-946c-4374c783400d HTTP/1.1" status: 204 len: 168 time: 0.4534583 Apr 09 02:01:33.864622 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 32836) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:33.877156 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-1ad38e57-be7a-4c57-b5c2-f1c233054444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:14Z', 'revision_number': 4, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port': {'id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '7b0db47f-74d8-420b-8245-a6c28a0c8ae6', 'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'mac_address': 'fa:16:3e:3d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:13Z', 'updated_at': '2021-04-09T01:58:22Z', 'revision_number': 5, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'subnets': [{'id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:33.881768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad38e57-be7a-4c57-b5c2-f1c233054444 None None] The sync data for ids ['7df8fef8-d515-4884-852a-47c07b9ca945'] in dv-cinder-784623-6-smb is: [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:14Z', 'revision_number': 4, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port': {'id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '7b0db47f-74d8-420b-8245-a6c28a0c8ae6', 'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'mac_address': 'fa:16:3e:3d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:13Z', 'updated_at': '2021-04-09T01:58:22Z', 'revision_number': 5, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'subnets': [{'id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 02:01:33.891188 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.v2.resource [None req-09f6bf78-7ff4-4f6c-a91c-9d6479f821d2 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] show failed (client error): The resource could not be found. Apr 09 02:01:33.893284 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-09f6bf78-7ff4-4f6c-a91c-9d6479f821d2 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups/5cab6c43-1746-4d07-946c-4374c783400d HTTP/1.1" status: 404 len: 347 time: 0.0274751 Apr 09 02:01:33.899677 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 32840) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:34.085454 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-43bd602c-2d87-4b43-9ecc-f18d66b11455 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:34.087614 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-e8224271-f1fd-4fb2-97bf-4a8398454469 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Deleting port a6d7e9c7-a733-411b-8a38-9a0991889c45 {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:01:34.087976 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e8224271-f1fd-4fb2-97bf-4a8398454469 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:34.098366 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['1833abc3-116e-499c-a419-a79435a90a42', '4054380e-d564-4bf5-8277-f049d7fdef5f', 'bec2ab5f-4d11-4d0b-99f5-b17e5e940630'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:01:34.102102 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-058d83ff-c189-4de2-9bfe-6cff95a46d29 req-31f77252-774d-4e50-8535-b000aa0f7475 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] For port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb,segment=NetworkSegment(d7c7569c-54ab-4658-98cf-f2d409cae760),segment_id=d7c7569c-54ab-4658-98cf-f2d409cae760)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:34.102628 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-058d83ff-c189-4de2-9bfe-6cff95a46d29 req-31f77252-774d-4e50-8535-b000aa0f7475 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:34.137278 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f554e1c2-556c-4404-8c6b-a4805e3318f1 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:34.248625 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-058d83ff-c189-4de2-9bfe-6cff95a46d29 req-31f77252-774d-4e50-8535-b000aa0f7475 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Calling delete_port for bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb owned by compute:nova {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:01:34.307356 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd602c-2d87-4b43-9ecc-f18d66b11455 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Pushing event updated for resources: {'Port': ['ID=96efb2ca-b853-4f1e-a952-13b5a5b8361f,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:34.307714 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce509c-d8bc-408a-8242-de3a66cf5c7f None None] New status for floating IP 7cfc818f-a6b4-48c7-bae8-ae75339b970c: DOWN {{(pid=85255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 02:01:34.326938 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-43bd602c-2d87-4b43-9ecc-f18d66b11455 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:34.426963 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-058d83ff-c189-4de2-9bfe-6cff95a46d29 req-31f77252-774d-4e50-8535-b000aa0f7475 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:34.454252 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2600f4a0-65d9-488f-a10a-3038aa8db825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:34.472201 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-43bd602c-2d87-4b43-9ecc-f18d66b11455 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Network a92498ba-5871-40f5-8c0d-74fd7a096454 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 02:01:34.475758 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-43bd602c-2d87-4b43-9ecc-f18d66b11455 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 02:01:34.480414 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-43bd602c-2d87-4b43-9ecc-f18d66b11455 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 02:01:34.513741 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e8224271-f1fd-4fb2-97bf-4a8398454469 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:34.514132 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e8224271-f1fd-4fb2-97bf-4a8398454469 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:34.516371 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f77252-774d-4e50-8535-b000aa0f7475 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Pushing event deleted for resources: {'Port': ['ID=bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:34.519085 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-31f77252-774d-4e50-8535-b000aa0f7475 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:34.715568 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-e8224271-f1fd-4fb2-97bf-4a8398454469 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Calling delete_port for a6d7e9c7-a733-411b-8a38-9a0991889c45 owned by network:floatingip {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:01:34.751594 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-058d83ff-c189-4de2-9bfe-6cff95a46d29 req-31f77252-774d-4e50-8535-b000aa0f7475 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] No DVR routers for this DVR port bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb on host hv-cinder-78462 {{(pid=85254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 02:01:34.755546 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-058d83ff-c189-4de2-9bfe-6cff95a46d29 req-31f77252-774d-4e50-8535-b000aa0f7475 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:34.759959 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ce9a2c-06f9-46f2-8149-452896db1ff4', 'name': 'network-vif-deleted', 'tag': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb'}] {{(pid=85254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:01:34.777529 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-058d83ff-c189-4de2-9bfe-6cff95a46d29 req-31f77252-774d-4e50-8535-b000aa0f7475 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.60 "DELETE /v2.0/ports/bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb HTTP/1.1" status: 204 len: 173 time: 1.0955176 Apr 09 02:01:34.788195 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-43bd602c-2d87-4b43-9ecc-f18d66b11455 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:34.789603 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-43bd602c-2d87-4b43-9ecc-f18d66b11455 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:34.910183 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-43bd602c-2d87-4b43-9ecc-f18d66b11455 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2027187 Apr 09 02:01:34.932873 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Request body: {'port': {'device_id': '937075bc-2fbf-4c0b-ac63-8fdf2791b586', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:01:34.990077 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df42f34-6898-430a-bbf8-9ce72d6128b6 req-b6572d8c-6ee7-4927-acc3-c6fd466ae737 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:34.991656 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7df42f34-6898-430a-bbf8-9ce72d6128b6 req-b6572d8c-6ee7-4927-acc3-c6fd466ae737 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 985 time: 0.4806073 Apr 09 02:01:35.004707 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.db.api [None req-e8224271-f1fd-4fb2-97bf-4a8398454469 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85253) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 09 02:01:35.005128 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_db.api [None req-e8224271-f1fd-4fb2-97bf-4a8398454469 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 09 02:01:35.088265 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56cfa0-d3c7-4f38-84f0-24edc3d07c97 req-e9ad1ee7-881a-4cee-9e60-4a4bc4d79fab tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:35.089069 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-ab56cfa0-d3c7-4f38-84f0-24edc3d07c97 req-e9ad1ee7-881a-4cee-9e60-4a4bc4d79fab tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Synchronizing usage tracker for tenant:d7645928349046629b8c59790c11c0c3 on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 02:01:35.103763 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7df42f34-6898-430a-bbf8-9ce72d6128b6 req-a36b721e-c598-4311-9222-d46e64cb1a53 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&id=a80a1146-6ece-40a4-a05e-632ada74df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1025875 Apr 09 02:01:35.130655 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-ab56cfa0-d3c7-4f38-84f0-24edc3d07c97 req-e9ad1ee7-881a-4cee-9e60-4a4bc4d79fab tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Unset dirty status for tenant:d7645928349046629b8c59790c11c0c3 on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 02:01:35.131969 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ab56cfa0-d3c7-4f38-84f0-24edc3d07c97 req-e9ad1ee7-881a-4cee-9e60-4a4bc4d79fab tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=937075bc-2fbf-4c0b-ac63-8fdf2791b586 HTTP/1.1" status: 200 len: 931 time: 0.3512049 Apr 09 02:01:35.156201 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:35.181677 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ce9a2c-06f9-46f2-8149-452896db1ff4', 'name': 'network-vif-deleted', 'tag': 'bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb', 'status': 'completed', 'code': 200} Apr 09 02:01:35.214551 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ab56cfa0-d3c7-4f38-84f0-24edc3d07c97 req-195460e3-05e6-4e2a-9764-d144e100c126 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737154 Apr 09 02:01:35.351628 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8516acaf-0823-417d-81ea-95f5ec1bbe29 req-ec1ca8dc-a615-4e3a-9d75-a967c6f04c26 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ce9a2c-06f9-46f2-8149-452896db1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0587142 Apr 09 02:01:35.511959 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-e8224271-f1fd-4fb2-97bf-4a8398454469 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Deleting port a6d7e9c7-a733-411b-8a38-9a0991889c45 {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:01:35.512333 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e8224271-f1fd-4fb2-97bf-4a8398454469 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:36.017060 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e8224271-f1fd-4fb2-97bf-4a8398454469 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:36.017431 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e8224271-f1fd-4fb2-97bf-4a8398454469 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:36.173832 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-e8224271-f1fd-4fb2-97bf-4a8398454469 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Calling delete_port for a6d7e9c7-a733-411b-8a38-9a0991889c45 owned by network:floatingip {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:01:36.214947 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96efb2ca-b853-4f1e-a952-13b5a5b8361f {{(pid=85253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 02:01:36.270203 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:36.320356 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Transition to ACTIVE for port object 96efb2ca-b853-4f1e-a952-13b5a5b8361f will not be triggered until provisioned by entity L2. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 02:01:36.337057 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:36.355649 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c6c7abdc-9c5c-4319-99d5-d02f64ab6047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:36.620345 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Pushing event updated for resources: {'Port': ['ID=96efb2ca-b853-4f1e-a952-13b5a5b8361f,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:36.634700 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4881f3-9241-453f-b57d-84f5c3b095a6 req-c52a8adb-b3e6-4f42-bc1c-63ee6d9c2381 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:36.636284 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9a4881f3-9241-453f-b57d-84f5c3b095a6 req-c52a8adb-b3e6-4f42-bc1c-63ee6d9c2381 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 985 time: 0.4146643 Apr 09 02:01:36.647778 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:36.696562 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:01:36.704963 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e8224271-f1fd-4fb2-97bf-4a8398454469 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:36.721298 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:36.733934 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] No Port match for: bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:01:36.734333 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device bbe5d9d7-7617-4c66-8ea0-b0a5c78c98fb not bound to the agent host hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:01:36.758479 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9a4881f3-9241-453f-b57d-84f5c3b095a6 req-1c383067-8677-42ff-afc0-abd2938869e6 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&id=a80a1146-6ece-40a4-a05e-632ada74df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042552 Apr 09 02:01:36.792298 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8224271-f1fd-4fb2-97bf-4a8398454469 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Pushing event deleted for resources: {'Port': ['ID=a6d7e9c7-a733-411b-8a38-9a0991889c45,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:36.847133 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 32858) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:36.852357 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c41512-9a12-41c1-83be-7febfd4e13b7 req-01ef7ff0-749f-4b9e-809d-c5ea39966321 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:36.853999 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-69c41512-9a12-41c1-83be-7febfd4e13b7 req-01ef7ff0-749f-4b9e-809d-c5ea39966321 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=937075bc-2fbf-4c0b-ac63-8fdf2791b586 HTTP/1.1" status: 200 len: 943 time: 0.5194850 Apr 09 02:01:36.859807 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e8224271-f1fd-4fb2-97bf-4a8398454469 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:36.927250 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1578-2dcf-40a4-8fe4-265db6e16f77 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:36.960461 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1578-2dcf-40a4-8fe4-265db6e16f77 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:36.974529 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-69c41512-9a12-41c1-83be-7febfd4e13b7 req-c2382a98-8531-4fd9-8e82-01bbafe7a936 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046028 Apr 09 02:01:37.015117 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1578-2dcf-40a4-8fe4-265db6e16f77 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:37.020492 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-77748131-8203-4d9c-805a-857aef299012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:37.036888 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c1578-2dcf-40a4-8fe4-265db6e16f77 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3034a718-b37b-421f-aca8-a798ed3f7d53,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:37.039384 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b8c1578-2dcf-40a4-8fe4-265db6e16f77 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:37.045102 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1578-2dcf-40a4-8fe4-265db6e16f77 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:37.046319 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-8b8c1578-2dcf-40a4-8fe4-265db6e16f77 tempest-TestShelveInstance-712119533 tempest-TestShelveInstance-712119533-project] 10.222.0.44 "DELETE /v2.0/security-groups/3034a718-b37b-421f-aca8-a798ed3f7d53 HTTP/1.1" status: 204 len: 168 time: 0.1979637 Apr 09 02:01:37.106269 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 32864) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:37.190153 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Attempting to bind port 96efb2ca-b853-4f1e-a952-13b5a5b8361f on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 02:01:37.190373 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Attempting to bind port 96efb2ca-b853-4f1e-a952-13b5a5b8361f by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c6df1333-40b7-4e0f-a738-9d7d03f3c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454'}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 02:01:37.190696 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Attempting to bind port 96efb2ca-b853-4f1e-a952-13b5a5b8361f on network a92498ba-5871-40f5-8c0d-74fd7a096454 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 02:01:37.201005 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Port 96efb2ca-b853-4f1e-a952-13b5a5b8361f on network a92498ba-5871-40f5-8c0d-74fd7a096454 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 02:01:37.201360 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Attempting to bind port 96efb2ca-b853-4f1e-a952-13b5a5b8361f on network a92498ba-5871-40f5-8c0d-74fd7a096454 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 02:01:37.210022 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Checking agent: {'id': '474f91f5-43fb-4d3d-bd9b-d9ff88d57b86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 2, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 02:01:37.210431 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Checking segment: {'id': 'c6df1333-40b7-4e0f-a738-9d7d03f3c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 02:01:37.210859 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Bound using segment: {'id': 'c6df1333-40b7-4e0f-a738-9d7d03f3c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454'} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 02:01:37.211326 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Bound port: 96efb2ca-b853-4f1e-a952-13b5a5b8361f, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6df1333-40b7-4e0f-a738-9d7d03f3c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454'}}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 02:01:37.211776 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:37.242606 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e8224271-f1fd-4fb2-97bf-4a8398454469 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for floatingip, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:37.286272 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e8224271-f1fd-4fb2-97bf-4a8398454469 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for floatingip, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:37.287500 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e8224271-f1fd-4fb2-97bf-4a8398454469 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "DELETE /v2.0/floatingips/7cfc818f-a6b4-48c7-bae8-ae75339b970c HTTP/1.1" status: 204 len: 168 time: 3.3868237 Apr 09 02:01:37.322580 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] For port 96efb2ca-b853-4f1e-a952-13b5a5b8361f, host hv-cinder-78462, cleared binding levels {{(pid=85253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 02:01:37.326652 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] For port 96efb2ca-b853-4f1e-a952-13b5a5b8361f, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=96efb2ca-b853-4f1e-a952-13b5a5b8361f,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 02:01:37.332293 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:37.349631 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-081df6e6-ddae-4530-ad44-b71b1db29a05 tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:37.507329 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Pushing event updated for resources: {'Port': ['ID=96efb2ca-b853-4f1e-a952-13b5a5b8361f,revision_number=3']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:37.512709 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:37.551253 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 32872) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:37.558746 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-25be8235-ec07-45bb-9b4d-dba2464edcb7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--175039791', 'description': 'tempest-description--469094171'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:01:37.564205 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:37.564907 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:37.566390 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-3bce4b42-cfed-436f-b521-fc0d879700e3 service neutron] 10.222.0.60 "PUT /v2.0/ports/96efb2ca-b853-4f1e-a952-13b5a5b8361f HTTP/1.1" status: 200 len: 1093 time: 2.6468017 Apr 09 02:01:37.568016 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937075bc-2fbf-4c0b-ac63-8fdf2791b586', 'tag': '96efb2ca-b853-4f1e-a952-13b5a5b8361f'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:01:37.573688 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-25be8235-ec07-45bb-9b4d-dba2464edcb7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:01:37.578781 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-25be8235-ec07-45bb-9b4d-dba2464edcb7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Usage tracker for resource:security_group and tenant:b1fc2ad2e8754118a5af5f603622501a is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:01:37.582328 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-25be8235-ec07-45bb-9b4d-dba2464edcb7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:01:37.590020 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-25be8235-ec07-45bb-9b4d-dba2464edcb7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:01:37.603160 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-25be8235-ec07-45bb-9b4d-dba2464edcb7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:37.607891 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-25be8235-ec07-45bb-9b4d-dba2464edcb7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:01:37.612908 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-25be8235-ec07-45bb-9b4d-dba2464edcb7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Usage tracker for resource:security_group_rule and tenant:b1fc2ad2e8754118a5af5f603622501a is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:01:37.656216 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-25be8235-ec07-45bb-9b4d-dba2464edcb7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:01:37.665306 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937075bc-2fbf-4c0b-ac63-8fdf2791b586', 'tag': '96efb2ca-b853-4f1e-a952-13b5a5b8361f', 'status': 'completed', 'code': 200} Apr 09 02:01:37.675363 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-25be8235-ec07-45bb-9b4d-dba2464edcb7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:01:37.736932 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-4dbe4e78-3cca-4e4d-88a1-5380c2bf135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:37.738580 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-4dbe4e78-3cca-4e4d-88a1-5380c2bf135a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7645928349046629b8c59790c11c0c3&device_id=937075bc-2fbf-4c0b-ac63-8fdf2791b586 HTTP/1.1" status: 200 len: 1096 time: 0.1224697 Apr 09 02:01:37.832656 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-f8741a6e-91b1-4138-b804-764cac928bff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96efb2ca-b853-4f1e-a952-13b5a5b8361f HTTP/1.1" status: 200 len: 217 time: 0.0831878 Apr 09 02:01:37.887123 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-25be8235-ec07-45bb-9b4d-dba2464edcb7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:37.937337 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-25be8235-ec07-45bb-9b4d-dba2464edcb7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:37.949623 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2eba5c4a-d8e0-4117-83d9-12604fabaf79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:37.993456 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d333b287-1da2-4fa4-a344-47dadb208073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854001002'] for router_interface, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:38.018907 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-f8bba564-d89b-4e1c-b725-1c982acd5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:38.020610 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-f8bba564-d89b-4e1c-b725-1c982acd5c6c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2f6743f-9eb8-4852-97cf-4246b77b903a HTTP/1.1" status: 200 len: 855 time: 0.1774747 Apr 09 02:01:38.024564 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-25be8235-ec07-45bb-9b4d-dba2464edcb7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:38.028648 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-25be8235-ec07-45bb-9b4d-dba2464edcb7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4736683 Apr 09 02:01:38.028648 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be8235-ec07-45bb-9b4d-dba2464edcb7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ae60ec-83a0-484e-baa7-0c301c9e6430,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:38.030522 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 32882) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:38.081550 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-25be8235-ec07-45bb-9b4d-dba2464edcb7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:38.093414 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-fd20bf40-c9de-452f-b0ae-55d7d6b2bb0e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Request body: {'security_group_rule': {'security_group_id': '35ae60ec-83a0-484e-baa7-0c301c9e6430', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:01:38.109912 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-bb96276d-7bdc-4316-a4db-d4fa798665bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a92498ba-5871-40f5-8c0d-74fd7a096454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783758 Apr 09 02:01:38.112109 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-fd20bf40-c9de-452f-b0ae-55d7d6b2bb0e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:01:38.160591 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-fd20bf40-c9de-452f-b0ae-55d7d6b2bb0e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Usage tracker for resource:security_group_rule and tenant:b1fc2ad2e8754118a5af5f603622501a is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:01:38.195952 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-fd20bf40-c9de-452f-b0ae-55d7d6b2bb0e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:01:38.219713 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-fd20bf40-c9de-452f-b0ae-55d7d6b2bb0e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:01:38.308834 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d7de7-0cbb-4de5-b9f4-6a8feb2072e3 req-0ffcef89-3619-4574-8b9f-9fbc6fb14380 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:38.310375 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a4d7de7-0cbb-4de5-b9f4-6a8feb2072e3 req-0ffcef89-3619-4574-8b9f-9fbc6fb14380 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 985 time: 0.4289420 Apr 09 02:01:38.389535 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-d333b287-1da2-4fa4-a344-47dadb208073 admin admin] Deleting port d90db13d-153c-4b25-bb5a-20a4e6430857 {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:01:38.389913 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d333b287-1da2-4fa4-a344-47dadb208073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:38.593818 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-d333b287-1da2-4fa4-a344-47dadb208073 admin admin] For port d90db13d-153c-4b25-bb5a-20a4e6430857, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=d90db13d-153c-4b25-bb5a-20a4e6430857,segment=NetworkSegment(d7c7569c-54ab-4658-98cf-f2d409cae760),segment_id=d7c7569c-54ab-4658-98cf-f2d409cae760)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:38.594411 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d333b287-1da2-4fa4-a344-47dadb208073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:38.599122 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fd20bf40-c9de-452f-b0ae-55d7d6b2bb0e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:38.642033 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0a4d7de7-0cbb-4de5-b9f4-6a8feb2072e3 req-3f377a68-ed70-4a00-b5b0-36a6b0aad1de tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&id=a80a1146-6ece-40a4-a05e-632ada74df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3237507 Apr 09 02:01:38.690001 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f38aa-ada8-4e77-a6cc-f714673690a3 req-be74d2e8-88f3-4dc3-9f38-a9f797f53df2 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:38.691588 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c06f38aa-ada8-4e77-a6cc-f714673690a3 req-be74d2e8-88f3-4dc3-9f38-a9f797f53df2 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=937075bc-2fbf-4c0b-ac63-8fdf2791b586 HTTP/1.1" status: 200 len: 943 time: 0.5857639 Apr 09 02:01:38.693524 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-9952d24f-5930-4fdc-bf05-68153c23d203 service neutron] 10.222.0.60 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355210 Apr 09 02:01:38.734911 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-d333b287-1da2-4fa4-a344-47dadb208073 admin admin] Calling delete_port for d90db13d-153c-4b25-bb5a-20a4e6430857 owned by network:router_interface {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:01:38.831762 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c06f38aa-ada8-4e77-a6cc-f714673690a3 req-4113bb72-1db8-4c1c-98df-8a1489fc7258 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269705 Apr 09 02:01:38.840991 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fd20bf40-c9de-452f-b0ae-55d7d6b2bb0e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:38.852143 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fd20bf40-c9de-452f-b0ae-55d7d6b2bb0e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:38.858143 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-729cb80b-7a89-46bb-b879-19b9558dcb5d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:38.894872 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20bf40-c9de-452f-b0ae-55d7d6b2bb0e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c950862-7504-40b0-9290-ed9dd3452306,revision_number=0']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:38.912633 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fd20bf40-c9de-452f-b0ae-55d7d6b2bb0e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:38.917272 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fd20bf40-c9de-452f-b0ae-55d7d6b2bb0e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:38.918438 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-fd20bf40-c9de-452f-b0ae-55d7d6b2bb0e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8461926 Apr 09 02:01:38.921704 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 32886) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:38.928715 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-63a1afdd-e18f-4431-86e3-e2a07f9b337c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Request body: {'security_group_rule': {'security_group_id': '35ae60ec-83a0-484e-baa7-0c301c9e6430', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:01:38.935069 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d333b287-1da2-4fa4-a344-47dadb208073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:38.936519 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-97cf8f4d-34d6-447c-a04b-d14eb7588070 req-bc0b8b85-ff59-4a81-9485-eded3a6780e1 service neutron] 10.222.0.60 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329757 Apr 09 02:01:38.938954 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-63a1afdd-e18f-4431-86e3-e2a07f9b337c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:01:38.943408 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-63a1afdd-e18f-4431-86e3-e2a07f9b337c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Usage tracker for resource:security_group_rule and tenant:b1fc2ad2e8754118a5af5f603622501a is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:01:38.946597 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-63a1afdd-e18f-4431-86e3-e2a07f9b337c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:01:38.951337 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-cb8970bf-ebca-41cf-828f-f01de6f83301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:38.953147 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-63a1afdd-e18f-4431-86e3-e2a07f9b337c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:01:38.976069 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-63a1afdd-e18f-4431-86e3-e2a07f9b337c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:39.014669 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333b287-1da2-4fa4-a344-47dadb208073 admin admin] Pushing event deleted for resources: {'Port': ['ID=d90db13d-153c-4b25-bb5a-20a4e6430857,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:39.017487 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d333b287-1da2-4fa4-a344-47dadb208073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:39.106323 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-63a1afdd-e18f-4431-86e3-e2a07f9b337c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:39.111038 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-63a1afdd-e18f-4431-86e3-e2a07f9b337c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738695'] for security_group_rule, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:39.116207 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:39.144747 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1afdd-e18f-4431-86e3-e2a07f9b337c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85aba1db-45c9-4686-ba5a-f6e25682c23d,revision_number=0']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:39.149596 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd180b-dfe5-44ac-a3f2-8e83d3960a9e req-1482b959-77b9-4943-bfe4-3f5c724961a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:39.151233 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bbbd180b-dfe5-44ac-a3f2-8e83d3960a9e req-1482b959-77b9-4943-bfe4-3f5c724961a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7645928349046629b8c59790c11c0c3&device_id=937075bc-2fbf-4c0b-ac63-8fdf2791b586 HTTP/1.1" status: 200 len: 1096 time: 0.1600478 Apr 09 02:01:39.155135 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-63a1afdd-e18f-4431-86e3-e2a07f9b337c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:39.184034 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-63a1afdd-e18f-4431-86e3-e2a07f9b337c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:39.185347 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-63a1afdd-e18f-4431-86e3-e2a07f9b337c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2625535 Apr 09 02:01:39.197650 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 32890) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:39.206756 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Request body: {'floatingip': {'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:01:39.265696 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:01:39.282522 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Usage tracker for resource:floatingip and tenant:b1fc2ad2e8754118a5af5f603622501a is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:01:39.287488 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:01:39.297658 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:01:39.317584 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for floatingip, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:39.366914 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd180b-dfe5-44ac-a3f2-8e83d3960a9e req-d240bd06-10d1-4db4-a1ae-24090dd306c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:39.368463 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bbbd180b-dfe5-44ac-a3f2-8e83d3960a9e req-d240bd06-10d1-4db4-a1ae-24090dd306c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a92498ba-5871-40f5-8c0d-74fd7a096454 HTTP/1.1" status: 200 len: 916 time: 0.2099793 Apr 09 02:01:39.415905 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d333b287-1da2-4fa4-a344-47dadb208073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854204910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854111067'] for router_interface, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:39.501110 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bbbd180b-dfe5-44ac-a3f2-8e83d3960a9e req-28c5ef43-fff4-43ba-9f64-72389b421607 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96efb2ca-b853-4f1e-a952-13b5a5b8361f HTTP/1.1" status: 200 len: 217 time: 0.0754831 Apr 09 02:01:39.586457 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd180b-dfe5-44ac-a3f2-8e83d3960a9e req-2c8c0f75-7f66-4619-a4b2-fed12bfe6d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:39.588232 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bbbd180b-dfe5-44ac-a3f2-8e83d3960a9e req-2c8c0f75-7f66-4619-a4b2-fed12bfe6d59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2f6743f-9eb8-4852-97cf-4246b77b903a HTTP/1.1" status: 200 len: 855 time: 0.0773182 Apr 09 02:01:39.649952 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bbbd180b-dfe5-44ac-a3f2-8e83d3960a9e req-3b492c4e-8846-4d12-8983-afd4ca6d65cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a92498ba-5871-40f5-8c0d-74fd7a096454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540428 Apr 09 02:01:39.700240 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:40.029463 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bbbd180b-dfe5-44ac-a3f2-8e83d3960a9e req-b9e40d66-e792-47f6-bd31-cfc3fd57c509 service neutron] 10.222.0.60 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712175 Apr 09 02:01:40.192697 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430cb56-a04d-4834-ab2f-db51efe5fba1 req-62ad9681-e888-4bd9-aacb-26929ba6e2ae tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:40.194719 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e430cb56-a04d-4834-ab2f-db51efe5fba1 req-62ad9681-e888-4bd9-aacb-26929ba6e2ae tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 985 time: 0.4009776 Apr 09 02:01:40.197310 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d333b287-1da2-4fa4-a344-47dadb208073 admin admin] Router 13f85294-0222-4bc3-875a-ba9999a06523 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 02:01:40.212518 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Allocated IP 172.28.0.239 (8df4ea79-732a-43b6-97d7-19109b70c389/9f1b2a28-977e-4854-8466-cbb1a9b3b7c1/f3e91438-b15f-41b8-992e-29e5ae8080f6) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 02:01:40.268103 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e430cb56-a04d-4834-ab2f-db51efe5fba1 req-dff0f8a1-e992-4ef5-aa5a-feac13d71f2f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&id=a80a1146-6ece-40a4-a05e-632ada74df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530827 Apr 09 02:01:40.330994 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bbbd180b-dfe5-44ac-a3f2-8e83d3960a9e req-4e8fa533-2392-46b4-a3c1-e0fa7e778607 service neutron] 10.222.0.60 "GET /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916160 Apr 09 02:01:40.385720 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0279a-bff7-4582-8db1-1ff654e93661 req-75df757c-eff9-40a0-b1f5-7b1d013c7e0b tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:40.387390 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f7c0279a-bff7-4582-8db1-1ff654e93661 req-75df757c-eff9-40a0-b1f5-7b1d013c7e0b tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=937075bc-2fbf-4c0b-ac63-8fdf2791b586 HTTP/1.1" status: 200 len: 943 time: 0.4117513 Apr 09 02:01:40.405282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d333b287-1da2-4fa4-a344-47dadb208073 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 02:01:40.417608 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b863f60-0681-4bb1-9208-02602592ab5c None None] Sync routers for ids ['13f85294-0222-4bc3-875a-ba9999a06523'] in dv-cinder-784623-6-smb {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 02:01:40.424178 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-d333b287-1da2-4fa4-a344-47dadb208073 admin admin] 10.222.0.44 "PUT /v2.0/routers/13f85294-0222-4bc3-875a-ba9999a06523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3163941 Apr 09 02:01:40.427855 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 32898) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:40.432562 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b863f60-0681-4bb1-9208-02602592ab5c None None] Routers {'13f85294-0222-4bc3-875a-ba9999a06523'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:01:40.433401 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-0b863f60-0681-4bb1-9208-02602592ab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:01:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['13f85294-0222-4bc3-875a-ba9999a06523'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:40.437068 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f7c0279a-bff7-4582-8db1-1ff654e93661 req-dc2f3048-6e7b-4f01-afed-06f58bebdff9 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360370 Apr 09 02:01:40.485367 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:40.518741 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:40.534603 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-90ba9a4a-4c20-4d81-b1c6-8f64d49f82cf tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:40.631619 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-99d7018e-7b14-4388-9539-9776ea85689a admin admin] Notify callbacks [] for router, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:40.693048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Pushing event updated for resources: {'Port': ['ID=f3e91438-b15f-41b8-992e-29e5ae8080f6,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:40.708195 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:40.709031 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:40.709031 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:40.709424 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:40.709829 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:40.710230 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:40.711188 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:40.711593 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:40.711991 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:40.712386 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:40.712795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:40.713207 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:40.719546 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:40.727282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 96efb2ca-b853-4f1e-a952-13b5a5b8361f details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 02:01:40.763798 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Network 8df4ea79-732a-43b6-97d7-19109b70c389 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 02:01:40.765874 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 02:01:40.772679 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 02:01:40.849296 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-99d7018e-7b14-4388-9539-9776ea85689a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:40.859243 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-99d7018e-7b14-4388-9539-9776ea85689a admin admin] Deleting port 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:01:40.859627 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-99d7018e-7b14-4388-9539-9776ea85689a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:40.875634 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-0b863f60-0681-4bb1-9208-02602592ab5c None None] Set router 13f85294-0222-4bc3-875a-ba9999a06523 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:01:40.883225 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:40.898797 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 96efb2ca-b853-4f1e-a952-13b5a5b8361f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=96efb2ca-b853-4f1e-a952-13b5a5b8361f,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:40.933634 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': '96efb2ca-b853-4f1e-a952-13b5a5b8361f', 'network_id': 'a92498ba-5871-40f5-8c0d-74fd7a096454', 'port_id': '96efb2ca-b853-4f1e-a952-13b5a5b8361f', 'mac_address': 'fa:16:3e:39:98:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f6743f-9eb8-4852-97cf-4246b77b903a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 02:01:40.981561 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:41.017094 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:41.018523 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96efb2ca-b853-4f1e-a952-13b5a5b8361f {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 02:01:41.038139 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 96efb2ca-b853-4f1e-a952-13b5a5b8361f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=96efb2ca-b853-4f1e-a952-13b5a5b8361f,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:41.042451 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:41.044395 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:41.075244 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-99d7018e-7b14-4388-9539-9776ea85689a admin admin] For port 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:41.076145 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-99d7018e-7b14-4388-9539-9776ea85689a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:41.121520 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=96efb2ca-b853-4f1e-a952-13b5a5b8361f,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:41.132303 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:41.133341 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:41.133731 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:41.134227 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:41.134998 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:41.135389 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:41.135771 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:41.136146 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:41.136519 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:41.136911 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:41.137282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:41.137649 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:01:41.142096 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:41.227879 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-0b863f60-0681-4bb1-9208-02602592ab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f85294-0222-4bc3-875a-ba9999a06523', 'name': 'tempest-TestShelveInstance-1035235097-router', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:01Z', 'updated_at': '2021-04-09T02:01:38Z', 'revision_number': 5, 'project_id': '60c2b5f2443044d88660062c502a1923', 'gw_port': {'id': '8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f85294-0222-4bc3-875a-ba9999a06523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:03Z', 'updated_at': '2021-04-09T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:41.228179 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-99d7018e-7b14-4388-9539-9776ea85689a admin admin] Calling delete_port for 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c owned by network:router_gateway {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:01:41.234826 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b863f60-0681-4bb1-9208-02602592ab5c None None] Checking router: 13f85294-0222-4bc3-875a-ba9999a06523 for host: dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 02:01:41.243908 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b863f60-0681-4bb1-9208-02602592ab5c None None] Routers {'13f85294-0222-4bc3-875a-ba9999a06523'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:01:41.244566 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-0b863f60-0681-4bb1-9208-02602592ab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:01:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['13f85294-0222-4bc3-875a-ba9999a06523'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:41.293722 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:41.298624 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:41.317372 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-574a8e59-70df-4bd1-ad63-2b3f1d96e20d tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:41.336359 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['96efb2ca-b853-4f1e-a952-13b5a5b8361f'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:01:41.411097 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-99d7018e-7b14-4388-9539-9776ea85689a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:41.428091 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-002cc770-8c0e-4a29-be55-a5cdcf90f3be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:41.450335 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-0b863f60-0681-4bb1-9208-02602592ab5c None None] Set router 13f85294-0222-4bc3-875a-ba9999a06523 gateway port host: None {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:01:41.494902 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7018e-7b14-4388-9539-9776ea85689a admin admin] Pushing event deleted for resources: {'Port': ['ID=8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:41.498982 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-99d7018e-7b14-4388-9539-9776ea85689a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:41.582048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-0b863f60-0681-4bb1-9208-02602592ab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f85294-0222-4bc3-875a-ba9999a06523', 'name': 'tempest-TestShelveInstance-1035235097-router', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:01Z', 'updated_at': '2021-04-09T02:01:40Z', 'revision_number': 6, 'project_id': '60c2b5f2443044d88660062c502a1923', 'gw_port_host': None}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:41.587847 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b863f60-0681-4bb1-9208-02602592ab5c None None] The sync data for ids ['13f85294-0222-4bc3-875a-ba9999a06523'] in dv-cinder-784623-6-smb is: [{'id': '13f85294-0222-4bc3-875a-ba9999a06523', 'name': 'tempest-TestShelveInstance-1035235097-router', 'tenant_id': '60c2b5f2443044d88660062c502a1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:01Z', 'updated_at': '2021-04-09T02:01:40Z', 'revision_number': 6, 'project_id': '60c2b5f2443044d88660062c502a1923', 'gw_port_host': None}] {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 02:01:41.718113 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-99d7018e-7b14-4388-9539-9776ea85689a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854110811'] for router_gateway, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:41.777979 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Pushing event updated for resources: {'Port': ['ID=f3e91438-b15f-41b8-992e-29e5ae8080f6,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:41.796596 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:41.823112 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-665075'] for floatingip, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:41.857256 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34f017-e689-4bb0-b88e-deba6ac00f2b req-d90345ab-e97a-4de8-93cf-9ee9f02c6c63 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:41.858986 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7b34f017-e689-4bb0-b88e-deba6ac00f2b req-d90345ab-e97a-4de8-93cf-9ee9f02c6c63 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 985 time: 0.4671767 Apr 09 02:01:41.892901 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d867e8-3965-4351-92ae-91097d8c4033 req-51d72c17-ea33-4323-ad71-911c2776f31f tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:41.894419 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b3d867e8-3965-4351-92ae-91097d8c4033 req-51d72c17-ea33-4323-ad71-911c2776f31f tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=937075bc-2fbf-4c0b-ac63-8fdf2791b586 HTTP/1.1" status: 200 len: 944 time: 0.2454720 Apr 09 02:01:41.897548 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for floatingip, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:41.909314 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7093217 Apr 09 02:01:41.912240 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-99d7018e-7b14-4388-9539-9776ea85689a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-771109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773860'] for router, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:41.915300 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-99d7018e-7b14-4388-9539-9776ea85689a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:41.928901 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-7b34f017-e689-4bb0-b88e-deba6ac00f2b req-5929ed98-6805-4bd9-8575-8f5ed8681602 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&id=a80a1146-6ece-40a4-a05e-632ada74df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608633 Apr 09 02:01:41.971687 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b3d867e8-3965-4351-92ae-91097d8c4033 req-81210a09-1a9b-4a08-a68f-c9842573826b tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594935 Apr 09 02:01:42.013462 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-99d7018e-7b14-4388-9539-9776ea85689a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-771215'] for router, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:42.014021 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d7018e-7b14-4388-9539-9776ea85689a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13f85294-0222-4bc3-875a-ba9999a06523 {{(pid=85254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 09 02:01:42.027809 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-99d7018e-7b14-4388-9539-9776ea85689a admin admin] Notify callbacks [] for router, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:42.028949 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-99d7018e-7b14-4388-9539-9776ea85689a admin admin] 10.222.0.44 "DELETE /v2.0/routers/13f85294-0222-4bc3-875a-ba9999a06523 HTTP/1.1" status: 204 len: 168 time: 1.6000187 Apr 09 02:01:42.031873 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 32908) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:42.100624 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb457d8-369f-4fd7-9ed1-3e4bc58778ba admin admin] Deleting subnet beb41680-af3e-4255-9cd6-b1accfa86904 {{(pid=85253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 02:01:42.104685 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8cb457d8-369f-4fd7-9ed1-3e4bc58778ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:42.405704 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:01:42.420695 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-44e95065-f670-44b9-b3a4-11e634da817a tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Synchronizing usage tracker for tenant:b1fc2ad2e8754118a5af5f603622501a on resource:security_group {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 02:01:42.432641 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8cb457d8-369f-4fd7-9ed1-3e4bc58778ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845030773'] for subnet, precommit_delete_associations {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:42.445668 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:01:42.446058 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 8cd2e5a6-61dd-4dbd-9c89-ca8e433cd08c not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:01:42.446525 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device d90db13d-153c-4b25-bb5a-20a4e6430857 no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:01:42.479290 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-44e95065-f670-44b9-b3a4-11e634da817a tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Unset dirty status for tenant:b1fc2ad2e8754118a5af5f603622501a on resource:security_group {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 02:01:42.480841 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-44e95065-f670-44b9-b3a4-11e634da817a tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--175039791&fields=id&tenant_id=b1fc2ad2e8754118a5af5f603622501a HTTP/1.1" status: 200 len: 267 time: 0.3461587 Apr 09 02:01:42.483104 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: d90db13d-153c-4b25-bb5a-20a4e6430857 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:01:42.483430 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device d90db13d-153c-4b25-bb5a-20a4e6430857 not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:01:42.684135 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8cb457d8-369f-4fd7-9ed1-3e4bc58778ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:42.743545 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 96efb2ca-b853-4f1e-a952-13b5a5b8361f up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 02:01:42.761846 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-5a4ec13c-c3b7-4e28-adea-f49e559005bb tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:42.761846 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-5a4ec13c-c3b7-4e28-adea-f49e559005bb tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/networks?id=fcda180e-c15e-43dc-97d5-dc5157f94d29 HTTP/1.1" status: 200 len: 816 time: 0.2675884 Apr 09 02:01:42.814004 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning for port 96efb2ca-b853-4f1e-a952-13b5a5b8361f completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 02:01:42.819381 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port 96efb2ca-b853-4f1e-a952-13b5a5b8361f triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 02:01:42.819773 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:42.853399 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-ff49049a-e708-4f12-b5b8-ae143b51ad96 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/quotas/b1fc2ad2e8754118a5af5f603622501a HTTP/1.1" status: 200 len: 375 time: 0.0737562 Apr 09 02:01:42.961286 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:42.976007 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937075bc-2fbf-4c0b-ac63-8fdf2791b586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96efb2ca-b853-4f1e-a952-13b5a5b8361f'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:01:42.987781 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 96efb2ca-b853-4f1e-a952-13b5a5b8361f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=96efb2ca-b853-4f1e-a952-13b5a5b8361f,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:42.991035 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:42.994815 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-7df708f3-4ad2-4ccf-9b63-eb7bc0d842a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:43.047737 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-c938f784-e0c4-4f9f-815f-7d790ba944fa tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Synchronizing usage tracker for tenant:b1fc2ad2e8754118a5af5f603622501a on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 02:01:43.076689 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=96efb2ca-b853-4f1e-a952-13b5a5b8361f,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:43.080194 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:43.120387 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-c938f784-e0c4-4f9f-815f-7d790ba944fa tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Unset dirty status for tenant:b1fc2ad2e8754118a5af5f603622501a on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 02:01:43.121874 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-c938f784-e0c4-4f9f-815f-7d790ba944fa tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1fc2ad2e8754118a5af5f603622501a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2552102 Apr 09 02:01:43.162780 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8cb457d8-369f-4fd7-9ed1-3e4bc58778ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036845012204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845285416'] for subnet, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:43.198527 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:43.307668 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb457d8-369f-4fd7-9ed1-3e4bc58778ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beb41680-af3e-4255-9cd6-b1accfa86904,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:43.370779 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8cb457d8-369f-4fd7-9ed1-3e4bc58778ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:43.423565 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ba1a9-98e5-4254-ab42-f9efcfcde18d req-2b7328fb-3e60-4223-8122-d18e5eb3f9db tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:43.425220 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-098ba1a9-98e5-4254-ab42-f9efcfcde18d req-2b7328fb-3e60-4223-8122-d18e5eb3f9db tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 985 time: 0.3587644 Apr 09 02:01:43.458170 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-55a7b2dc-1d03-4a09-ae8f-ee6cc43c0f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:43.464145 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8cb457d8-369f-4fd7-9ed1-3e4bc58778ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for subnet, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:43.467036 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7336be8-13e8-4295-a51d-6cf2785cc89b None None] Network 304c0d54-f5c0-4d20-8f14-89b83afdf40f requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 02:01:43.472198 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-c418a88a-15ea-42da-89b9-95944287f7e9 service neutron] 10.222.0.44 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358440 Apr 09 02:01:43.485383 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-098ba1a9-98e5-4254-ab42-f9efcfcde18d req-0ab7ca0b-cc44-4b8c-a33c-4be409a940f8 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&id=a80a1146-6ece-40a4-a05e-632ada74df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529943 Apr 09 02:01:43.489221 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-8cb457d8-369f-4fd7-9ed1-3e4bc58778ba admin admin] 10.222.0.44 "DELETE /v2.0/subnets/beb41680-af3e-4255-9cd6-b1accfa86904 HTTP/1.1" status: 204 len: 168 time: 1.4538302 Apr 09 02:01:43.489826 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 32928) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:43.594849 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937075bc-2fbf-4c0b-ac63-8fdf2791b586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96efb2ca-b853-4f1e-a952-13b5a5b8361f', 'code': 200} Apr 09 02:01:43.720208 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-397677'] for network, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:43.721771 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-544e6d15-e310-4972-abdd-01b7b5e690ee service neutron] 10.222.0.44 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416317 Apr 09 02:01:43.803786 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77656b88-fc12-4184-a0a2-96e9611f5412 req-fc3b2b9d-d4b5-40b2-97c4-dfe8fb010d77 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:43.812061 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-77656b88-fc12-4184-a0a2-96e9611f5412 req-fc3b2b9d-d4b5-40b2-97c4-dfe8fb010d77 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=937075bc-2fbf-4c0b-ac63-8fdf2791b586 HTTP/1.1" status: 200 len: 945 time: 0.1578960 Apr 09 02:01:43.814308 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] Deleting port a34f71fa-df0b-4fb3-85f7-963c92af45e1 {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:01:43.814775 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:43.855608 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c929ab81-223f-4e8c-8ba6-c542dbcc9a3f None None] DHCP port deletion for 304c0d54-f5c0-4d20-8f14-89b83afdf40f request from dv-cinder-784623-6-smb {{(pid=85255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 09 02:01:43.857681 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-77656b88-fc12-4184-a0a2-96e9611f5412 req-b16dac6c-0102-452b-9755-0821cbfecb0e tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444756 Apr 09 02:01:43.862516 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c929ab81-223f-4e8c-8ba6-c542dbcc9a3f None None] Deleting port a34f71fa-df0b-4fb3-85f7-963c92af45e1 {{(pid=85255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:01:43.862935 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c929ab81-223f-4e8c-8ba6-c542dbcc9a3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:44.062873 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b89187da-d7ed-41c8-8f16-157447807c1f req-108922b6-59f3-4c4c-8461-f78c57d10b2e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 210 time: 0.0722270 Apr 09 02:01:44.104929 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30213df-c01c-4d1b-970e-94c68703943b req-e12b3abf-7ac6-4854-9e40-3336f57ce5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:44.106969 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d30213df-c01c-4d1b-970e-94c68703943b req-e12b3abf-7ac6-4854-9e40-3336f57ce5b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=937075bc-2fbf-4c0b-ac63-8fdf2791b586 HTTP/1.1" status: 200 len: 1098 time: 0.1823440 Apr 09 02:01:44.142297 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d30213df-c01c-4d1b-970e-94c68703943b req-fe4608f4-501e-496e-9d82-1c7cfdf07538 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264025 Apr 09 02:01:44.159305 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] For port a34f71fa-df0b-4fb3-85f7-963c92af45e1, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=a34f71fa-df0b-4fb3-85f7-963c92af45e1,segment=NetworkSegment(d7c7569c-54ab-4658-98cf-f2d409cae760),segment_id=d7c7569c-54ab-4658-98cf-f2d409cae760)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:44.160063 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:44.185822 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c929ab81-223f-4e8c-8ba6-c542dbcc9a3f None None] For port a34f71fa-df0b-4fb3-85f7-963c92af45e1, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=a34f71fa-df0b-4fb3-85f7-963c92af45e1,segment=NetworkSegment(d7c7569c-54ab-4658-98cf-f2d409cae760),segment_id=d7c7569c-54ab-4658-98cf-f2d409cae760)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:44.186297 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c929ab81-223f-4e8c-8ba6-c542dbcc9a3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:44.302745 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] Calling delete_port for a34f71fa-df0b-4fb3-85f7-963c92af45e1 owned by network:dhcp {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:01:44.320711 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c929ab81-223f-4e8c-8ba6-c542dbcc9a3f None None] Calling delete_port for a34f71fa-df0b-4fb3-85f7-963c92af45e1 owned by network:dhcp {{(pid=85255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:01:44.392943 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:44.405659 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.db.api [None req-c929ab81-223f-4e8c-8ba6-c542dbcc9a3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85255) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 09 02:01:44.406274 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_db.api [None req-c929ab81-223f-4e8c-8ba6-c542dbcc9a3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 09 02:01:44.409070 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:44.428592 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device a34f71fa-df0b-4fb3-85f7-963c92af45e1 no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:01:44.469833 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=a34f71fa-df0b-4fb3-85f7-963c92af45e1,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:44.475152 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: a34f71fa-df0b-4fb3-85f7-963c92af45e1 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:01:44.475517 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device a34f71fa-df0b-4fb3-85f7-963c92af45e1 not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:01:44.521096 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:44.557492 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] No DVR routers for this DVR port a34f71fa-df0b-4fb3-85f7-963c92af45e1 on host dv-cinder-784623-6-smb {{(pid=85254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 02:01:44.689026 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245879998222'] for network, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:44.705985 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660558b0-1ad8-427d-8340-f5a36616439a req-3eda768b-0dab-42f4-889b-bf6c15f33cb2 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:44.707612 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-660558b0-1ad8-427d-8340-f5a36616439a req-3eda768b-0dab-42f4-889b-bf6c15f33cb2 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 985 time: 0.1031382 Apr 09 02:01:44.742560 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-660558b0-1ad8-427d-8340-f5a36616439a req-9bcf88a1-9495-4847-ba49-f010da37604f tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&id=a80a1146-6ece-40a4-a05e-632ada74df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0274298 Apr 09 02:01:44.907482 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c929ab81-223f-4e8c-8ba6-c542dbcc9a3f None None] Deleting port a34f71fa-df0b-4fb3-85f7-963c92af45e1 {{(pid=85255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:01:44.907957 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c929ab81-223f-4e8c-8ba6-c542dbcc9a3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:45.018196 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c929ab81-223f-4e8c-8ba6-c542dbcc9a3f None None] The port 'a34f71fa-df0b-4fb3-85f7-963c92af45e1' was deleted {{(pid=85255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 09 02:01:45.073740 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de08ebc-0255-4ed8-8a68-bc417b52858d req-9c6dc3a9-082b-4b9e-b698-c4014bd149b2 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:45.078569 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2de08ebc-0255-4ed8-8a68-bc417b52858d req-9c6dc3a9-082b-4b9e-b698-c4014bd149b2 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=937075bc-2fbf-4c0b-ac63-8fdf2791b586 HTTP/1.1" status: 200 len: 945 time: 0.0981400 Apr 09 02:01:45.103579 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304c0d54-f5c0-4d20-8f14-89b83afdf40f']}} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:45.129481 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2de08ebc-0255-4ed8-8a68-bc417b52858d req-5dc40fc9-7f42-451c-ad89-fb5797164e7d tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468049 Apr 09 02:01:45.137389 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c7569c-54ab-4658-98cf-f2d409cae760') {'for_net_delete': True} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:45.137735 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c7569c-54ab-4658-98cf-f2d409cae760') {} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:45.152545 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245879917052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2887887'] for segment, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:45.177534 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:45.184809 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=85254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 02:01:45.303298 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fb490feb-dc68-44b8-920f-9efe6bef4ead req-00808293-1d71-4419-bbc2-09f4599e7465 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 210 time: 0.1054788 Apr 09 02:01:45.378040 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-8d903a41-da89-4c9d-a543-da4004386f7b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:45.380435 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-8d903a41-da89-4c9d-a543-da4004386f7b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.60 "GET /v2.0/networks?id=fcda180e-c15e-43dc-97d5-dc5157f94d29 HTTP/1.1" status: 200 len: 816 time: 0.2241607 Apr 09 02:01:45.386244 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] Network 304c0d54-f5c0-4d20-8f14-89b83afdf40f has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 02:01:45.396342 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852597294'] for segment, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:45.461930 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-0325e7f3-f719-4e0e-bc8a-1c5b993885cb tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1fc2ad2e8754118a5af5f603622501a HTTP/1.1" status: 200 len: 5707 time: 0.0556679 Apr 09 02:01:45.472865 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-b1b23b0a-a797-48c9-a9bd-c1e8458abb0f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Request body: {'port': {'device_id': 'e297c3ae-f42a-4982-a291-9214fb1d1c9a', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'admin_state_up': True, 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'security_groups': ['35ae60ec-83a0-484e-baa7-0c301c9e6430']}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:01:45.585076 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] Network 304c0d54-f5c0-4d20-8f14-89b83afdf40f has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: Traceback (most recent call last): Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: timer() Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: cb(*args, **kw) Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: return func(*args, **kwargs) Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: self._notify() Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: self.callback(batched_events) Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: event.method(event) Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: segment_id)['aggregates'][0] Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: return f(self, *a, **k) Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: return self._get(url).json() Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: **kwargs) Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: return self.request(url, 'GET', **kwargs) Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: **endpoint_filter) Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 02:01:45.608612 dv-cinder-784623-6-smb neutron-server[85140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 02:01:45.633115 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-b1b23b0a-a797-48c9-a9bd-c1e8458abb0f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:01:45.643372 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-b1b23b0a-a797-48c9-a9bd-c1e8458abb0f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:01:45.653294 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-b1b23b0a-a797-48c9-a9bd-c1e8458abb0f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Made reservation on behalf of b1fc2ad2e8754118a5af5f603622501a for: {'port': 1} {{(pid=85253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 02:01:45.659687 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-b1b23b0a-a797-48c9-a9bd-c1e8458abb0f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:45.695852 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665026'] for network, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:45.699760 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-59785e4b-2a80-4048-8352-7cb9059127a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:45.714848 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:45.725913 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] Pushing event deleted for resources: {'Network': ['ID=304c0d54-f5c0-4d20-8f14-89b83afdf40f,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:45.729464 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:45.741915 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-5d02f5d6-e99a-4cab-b21b-db38d4233bdf admin admin] 10.222.0.44 "DELETE /v2.0/networks/304c0d54-f5c0-4d20-8f14-89b83afdf40f HTTP/1.1" status: 204 len: 168 time: 2.2510989 Apr 09 02:01:45.744891 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 32954) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:45.821306 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_common [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-b1b23b0a-a797-48c9-a9bd-c1e8458abb0f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Allocated IP 172.20.0.5 (fcda180e-c15e-43dc-97d5-dc5157f94d29/7c919a89-cf5f-419e-9ae6-9992f20bb483/71d9b46a-af4d-4b4c-8588-f5f508cd0507) {{(pid=85253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 02:01:46.022194 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-b1b23b0a-a797-48c9-a9bd-c1e8458abb0f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for port, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:46.038305 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-b1b23b0a-a797-48c9-a9bd-c1e8458abb0f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Transition to ACTIVE for port object 71d9b46a-af4d-4b4c-8588-f5f508cd0507 will not be triggered until provisioned by entity DHCP. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 02:01:46.062112 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-b1b23b0a-a797-48c9-a9bd-c1e8458abb0f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245880485014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:46.077886 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e8224271-f1fd-4fb2-97bf-4a8398454469 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:46.227045 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b23b0a-a797-48c9-a9bd-c1e8458abb0f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Pushing event updated for resources: {'Port': ['ID=71d9b46a-af4d-4b4c-8588-f5f508cd0507,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:46.231538 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b1b23b0a-a797-48c9-a9bd-c1e8458abb0f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:46.334241 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cd15ccf9-cfe3-42e2-88ba-da96340f7683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854001002'] for router_interface, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:46.586396 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-b1b23b0a-a797-48c9-a9bd-c1e8458abb0f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Network fcda180e-c15e-43dc-97d5-dc5157f94d29 is already hosted by enough agents. {{(pid=85253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 02:01:46.590667 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.base_scheduler [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-b1b23b0a-a797-48c9-a9bd-c1e8458abb0f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Resources bound (agent type, host, resource id): {{(pid=85253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 02:01:46.628472 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-b1b23b0a-a797-48c9-a9bd-c1e8458abb0f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Received port after_create {{(pid=85253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 02:01:46.726147 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c6dce-713d-4a8f-9715-9380ad0b2cae req-a4536b2f-410f-40ad-ae0b-8cb49d333714 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:46.728372 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ca6c6dce-713d-4a8f-9715-9380ad0b2cae req-a4536b2f-410f-40ad-ae0b-8cb49d333714 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=937075bc-2fbf-4c0b-ac63-8fdf2791b586 HTTP/1.1" status: 200 len: 945 time: 0.4876893 Apr 09 02:01:46.739653 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-cd15ccf9-cfe3-42e2-88ba-da96340f7683 admin admin] Deleting port f98be657-50c7-4c04-9d07-a87b8e04196e {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:01:46.739905 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cd15ccf9-cfe3-42e2-88ba-da96340f7683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:46.746890 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-b1b23b0a-a797-48c9-a9bd-c1e8458abb0f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:46.747579 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-b1b23b0a-a797-48c9-a9bd-c1e8458abb0f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:46.797532 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-ca6c6dce-713d-4a8f-9715-9380ad0b2cae req-c4c206e2-f817-428b-a30f-90331801aec7 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573175 Apr 09 02:01:46.812727 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc3d4a-d0b8-4ad6-a79e-a1323b9bef43 req-bc11250d-4e92-41d6-bf7e-fa3b0f2b6a12 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:46.813546 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-84bc3d4a-d0b8-4ad6-a79e-a1323b9bef43 req-bc11250d-4e92-41d6-bf7e-fa3b0f2b6a12 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Synchronizing usage tracker for tenant:b1fc2ad2e8754118a5af5f603622501a on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 02:01:46.818782 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-b1b23b0a-a797-48c9-a9bd-c1e8458abb0f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3514171 Apr 09 02:01:46.833051 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Request body: {'port': {'device_id': 'e297c3ae-f42a-4982-a291-9214fb1d1c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:01:46.876224 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-84bc3d4a-d0b8-4ad6-a79e-a1323b9bef43 req-bc11250d-4e92-41d6-bf7e-fa3b0f2b6a12 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Unset dirty status for tenant:b1fc2ad2e8754118a5af5f603622501a on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 02:01:46.878030 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-84bc3d4a-d0b8-4ad6-a79e-a1323b9bef43 req-bc11250d-4e92-41d6-bf7e-fa3b0f2b6a12 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 931 time: 0.2942834 Apr 09 02:01:46.890908 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-eb8a9a5b-a4b9-4367-83ab-02c20a555dce None None] Provisioning for port 71d9b46a-af4d-4b4c-8588-f5f508cd0507 completed by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 02:01:46.901279 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-eb8a9a5b-a4b9-4367-83ab-02c20a555dce None None] Provisioning complete for port 71d9b46a-af4d-4b4c-8588-f5f508cd0507 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 02:01:46.902386 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-eb8a9a5b-a4b9-4367-83ab-02c20a555dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:46.951201 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-cd15ccf9-cfe3-42e2-88ba-da96340f7683 admin admin] For port f98be657-50c7-4c04-9d07-a87b8e04196e, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=f98be657-50c7-4c04-9d07-a87b8e04196e,segment=NetworkSegment(1e410c6a-580f-4927-a207-b85fcd0cb2f5),segment_id=1e410c6a-580f-4927-a207-b85fcd0cb2f5)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:46.951624 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cd15ccf9-cfe3-42e2-88ba-da96340f7683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:47.029660 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-84bc3d4a-d0b8-4ad6-a79e-a1323b9bef43 req-e2a19710-15b0-415e-8974-452dd9cbe8ee tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068799 Apr 09 02:01:47.052444 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:47.126162 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-cd15ccf9-cfe3-42e2-88ba-da96340f7683 admin admin] Calling delete_port for f98be657-50c7-4c04-9d07-a87b8e04196e owned by network:router_interface {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:01:47.207734 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-eb8a9a5b-a4b9-4367-83ab-02c20a555dce None None] Port 71d9b46a-af4d-4b4c-8588-f5f508cd0507 cannot update to ACTIVE because it is not bound. {{(pid=85255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 02:01:47.228571 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0e4a4ae3-912a-4ace-8b77-03474d1e4e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:47.336908 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cd15ccf9-cfe3-42e2-88ba-da96340f7683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:47.365418 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-99d7018e-7b14-4388-9539-9776ea85689a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:47.460997 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15ccf9-cfe3-42e2-88ba-da96340f7683 admin admin] Pushing event deleted for resources: {'Port': ['ID=f98be657-50c7-4c04-9d07-a87b8e04196e,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:47.467978 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-cd15ccf9-cfe3-42e2-88ba-da96340f7683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:47.510839 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d9b46a-af4d-4b4c-8588-f5f508cd0507 {{(pid=85253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 02:01:47.519470 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:47.536462 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Transition to ACTIVE for port object 71d9b46a-af4d-4b4c-8588-f5f508cd0507 will not be triggered until provisioned by entity L2. {{(pid=85253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 02:01:47.539407 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:47.556646 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:47.763115 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Pushing event updated for resources: {'Port': ['ID=71d9b46a-af4d-4b4c-8588-f5f508cd0507,revision_number=2']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:47.767650 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:47.822163 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cd15ccf9-cfe3-42e2-88ba-da96340f7683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854204910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854111067'] for router_interface, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:47.995990 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Attempting to bind port 71d9b46a-af4d-4b4c-8588-f5f508cd0507 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 02:01:47.996369 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Attempting to bind port 71d9b46a-af4d-4b4c-8588-f5f508cd0507 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'eda6b595-7755-494a-935c-cdbf116f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29'}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 02:01:47.996699 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Attempting to bind port 71d9b46a-af4d-4b4c-8588-f5f508cd0507 on network fcda180e-c15e-43dc-97d5-dc5157f94d29 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 02:01:48.002542 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Port 71d9b46a-af4d-4b4c-8588-f5f508cd0507 on network fcda180e-c15e-43dc-97d5-dc5157f94d29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 02:01:48.002996 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Attempting to bind port 71d9b46a-af4d-4b4c-8588-f5f508cd0507 on network fcda180e-c15e-43dc-97d5-dc5157f94d29 {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 02:01:48.009176 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Checking agent: {'id': '474f91f5-43fb-4d3d-bd9b-d9ff88d57b86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 2, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 02:01:48.009568 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Checking segment: {'id': 'eda6b595-7755-494a-935c-cdbf116f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 02:01:48.009999 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Bound using segment: {'id': 'eda6b595-7755-494a-935c-cdbf116f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29'} {{(pid=85253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 02:01:48.010480 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Bound port: 71d9b46a-af4d-4b4c-8588-f5f508cd0507, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda6b595-7755-494a-935c-cdbf116f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29'}}] {{(pid=85253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 02:01:48.010869 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:48.094473 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] For port 71d9b46a-af4d-4b4c-8588-f5f508cd0507, host hv-cinder-78462, cleared binding levels {{(pid=85253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 02:01:48.098012 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] For port 71d9b46a-af4d-4b4c-8588-f5f508cd0507, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71d9b46a-af4d-4b4c-8588-f5f508cd0507,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 02:01:48.104083 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:48.126290 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:48.199461 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:48.355067 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Pushing event updated for resources: {'Port': ['ID=71d9b46a-af4d-4b4c-8588-f5f508cd0507,revision_number=3']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:48.365025 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:48.422423 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7414a-7924-48c9-96e1-623bf6231538 req-5e2af2a1-618c-4de3-aa65-b1600b8b2e8a tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:48.423783 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b1f7414a-7924-48c9-96e1-623bf6231538 req-5e2af2a1-618c-4de3-aa65-b1600b8b2e8a tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 943 time: 0.2400627 Apr 09 02:01:48.429351 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:48.429893 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:48.431509 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] 10.222.0.60 "PUT /v2.0/ports/71d9b46a-af4d-4b4c-8588-f5f508cd0507 HTTP/1.1" status: 200 len: 1093 time: 1.6032963 Apr 09 02:01:48.432070 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e297c3ae-f42a-4982-a291-9214fb1d1c9a', 'tag': '71d9b46a-af4d-4b4c-8588-f5f508cd0507'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:01:48.518795 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e297c3ae-f42a-4982-a291-9214fb1d1c9a', 'tag': '71d9b46a-af4d-4b4c-8588-f5f508cd0507', 'status': 'completed', 'code': 200} Apr 09 02:01:48.544365 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:48.565422 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b1f7414a-7924-48c9-96e1-623bf6231538 req-10d0d8dc-e10c-4586-ab2d-18c8d0fa653c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276543 Apr 09 02:01:48.614430 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-42ec8703-e264-4d69-8fff-9a6e1ef04964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:48.615567 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-42ec8703-e264-4d69-8fff-9a6e1ef04964 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1fc2ad2e8754118a5af5f603622501a&device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 1096 time: 0.1422763 Apr 09 02:01:48.689999 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd15ccf9-cfe3-42e2-88ba-da96340f7683 admin admin] Router 7bf48553-978b-4df7-8447-c43ae7229027 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 02:01:48.706610 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-9305975d-9a1f-4a93-bce3-aa46d8dc48bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d9b46a-af4d-4b4c-8588-f5f508cd0507 HTTP/1.1" status: 200 len: 217 time: 0.0791121 Apr 09 02:01:48.789437 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-f7d06453-d1e9-48c8-b967-04cb706b6694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:48.791100 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-f7d06453-d1e9-48c8-b967-04cb706b6694 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c919a89-cf5f-419e-9ae6-9992f20bb483 HTTP/1.1" status: 200 len: 855 time: 0.0776720 Apr 09 02:01:48.892305 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-664a2f87-a4ad-4e63-992f-89719f2d240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:48.894666 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-664a2f87-a4ad-4e63-992f-89719f2d240b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fcda180e-c15e-43dc-97d5-dc5157f94d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0928059 Apr 09 02:01:48.907166 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd15ccf9-cfe3-42e2-88ba-da96340f7683 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 02:01:48.920288 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-cd15ccf9-cfe3-42e2-88ba-da96340f7683 admin admin] 10.222.0.44 "PUT /v2.0/routers/7bf48553-978b-4df7-8447-c43ae7229027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1735749 Apr 09 02:01:48.922279 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6168ef46-dd5d-4a8b-a5c6-08746d5f403e None None] Sync routers for ids ['7bf48553-978b-4df7-8447-c43ae7229027'] in dv-cinder-784623-6-smb {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 02:01:48.931731 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 32982) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:48.946019 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6168ef46-dd5d-4a8b-a5c6-08746d5f403e None None] Routers {'7bf48553-978b-4df7-8447-c43ae7229027'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:01:48.947117 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-6168ef46-dd5d-4a8b-a5c6-08746d5f403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:01:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7bf48553-978b-4df7-8447-c43ae7229027'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:49.089876 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-34395377-cc2d-4706-a4a8-9a53ae883c63 service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875129 Apr 09 02:01:49.230161 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-6168ef46-dd5d-4a8b-a5c6-08746d5f403e None None] Set router 7bf48553-978b-4df7-8447-c43ae7229027 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:01:49.287019 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-00950d2a-9798-4444-b070-0f2671f2a077 admin admin] Notify callbacks [] for router, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:49.311863 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d32d05ec-9f10-4145-9a7a-baecaae48190 req-692b620c-7068-43a1-b489-0eaf8817b01a service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138946 Apr 09 02:01:49.456642 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e2cdf-e609-48b9-8f4e-21de35d46175 req-e861382e-0b92-453a-ab3e-afe2b39fbe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:49.458626 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3e0e2cdf-e609-48b9-8f4e-21de35d46175 req-e861382e-0b92-453a-ab3e-afe2b39fbe98 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1fc2ad2e8754118a5af5f603622501a&device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 1096 time: 0.0877008 Apr 09 02:01:49.523236 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-00950d2a-9798-4444-b070-0f2671f2a077 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:49.535588 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-00950d2a-9798-4444-b070-0f2671f2a077 admin admin] Deleting port 0b77e284-55ad-4a17-98c8-4432e107b18a {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:01:49.535588 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-00950d2a-9798-4444-b070-0f2671f2a077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:49.589901 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-6168ef46-dd5d-4a8b-a5c6-08746d5f403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf48553-978b-4df7-8447-c43ae7229027', 'name': 'tempest-TestShelveInstance-928104566-router', 'tenant_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '0b77e284-55ad-4a17-98c8-4432e107b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:21Z', 'updated_at': '2021-04-09T02:01:47Z', 'revision_number': 5, 'project_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'gw_port': {'id': '0b77e284-55ad-4a17-98c8-4432e107b18a', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf48553-978b-4df7-8447-c43ae7229027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:25Z', 'updated_at': '2021-04-09T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:49.603620 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6168ef46-dd5d-4a8b-a5c6-08746d5f403e None None] Checking router: 7bf48553-978b-4df7-8447-c43ae7229027 for host: dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 02:01:49.628432 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6168ef46-dd5d-4a8b-a5c6-08746d5f403e None None] Routers {'7bf48553-978b-4df7-8447-c43ae7229027'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:01:49.629781 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-6168ef46-dd5d-4a8b-a5c6-08746d5f403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:01:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7bf48553-978b-4df7-8447-c43ae7229027'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:49.640686 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e2cdf-e609-48b9-8f4e-21de35d46175 req-6797420e-717d-4df8-94ec-848aafde79b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:49.642479 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3e0e2cdf-e609-48b9-8f4e-21de35d46175 req-6797420e-717d-4df8-94ec-848aafde79b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fcda180e-c15e-43dc-97d5-dc5157f94d29 HTTP/1.1" status: 200 len: 917 time: 0.1740701 Apr 09 02:01:49.745006 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-00950d2a-9798-4444-b070-0f2671f2a077 admin admin] For port 0b77e284-55ad-4a17-98c8-4432e107b18a, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=0b77e284-55ad-4a17-98c8-4432e107b18a,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:49.745452 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-00950d2a-9798-4444-b070-0f2671f2a077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:49.783495 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3e0e2cdf-e609-48b9-8f4e-21de35d46175 req-867bb9ba-67d3-4295-a94f-38a222a34ef5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d9b46a-af4d-4b4c-8588-f5f508cd0507 HTTP/1.1" status: 200 len: 217 time: 0.1303430 Apr 09 02:01:49.842379 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:49.874553 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e2cdf-e609-48b9-8f4e-21de35d46175 req-d9ee9198-c2ad-4aef-bdf3-09f90782fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:49.876006 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3e0e2cdf-e609-48b9-8f4e-21de35d46175 req-d9ee9198-c2ad-4aef-bdf3-09f90782fc05 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c919a89-cf5f-419e-9ae6-9992f20bb483 HTTP/1.1" status: 200 len: 855 time: 0.0830357 Apr 09 02:01:49.876589 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-6168ef46-dd5d-4a8b-a5c6-08746d5f403e None None] Set router 7bf48553-978b-4df7-8447-c43ae7229027 gateway port host: None {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:01:49.894871 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c5b15-1034-43c4-9340-b394bbe7db9d req-54c252c9-3ac7-4e65-9d2a-ac46d5423b8e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:49.896578 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c55c5b15-1034-43c4-9340-b394bbe7db9d req-54c252c9-3ac7-4e65-9d2a-ac46d5423b8e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 943 time: 0.1730244 Apr 09 02:01:49.987563 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-00950d2a-9798-4444-b070-0f2671f2a077 admin admin] Calling delete_port for 0b77e284-55ad-4a17-98c8-4432e107b18a owned by network:router_gateway {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:01:49.991797 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c55c5b15-1034-43c4-9340-b394bbe7db9d req-93a53dda-3196-4d7f-99e3-1d787aaa3caa tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491104 Apr 09 02:01:50.022755 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e2cdf-e609-48b9-8f4e-21de35d46175 req-ad5e6912-2a65-435c-9842-b1fbe6f249b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:50.025119 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3e0e2cdf-e609-48b9-8f4e-21de35d46175 req-ad5e6912-2a65-435c-9842-b1fbe6f249b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fcda180e-c15e-43dc-97d5-dc5157f94d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1395557 Apr 09 02:01:50.030704 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-6168ef46-dd5d-4a8b-a5c6-08746d5f403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf48553-978b-4df7-8447-c43ae7229027', 'name': 'tempest-TestShelveInstance-928104566-router', 'tenant_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:21Z', 'updated_at': '2021-04-09T02:01:49Z', 'revision_number': 6, 'project_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'gw_port_host': None}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:50.037377 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6168ef46-dd5d-4a8b-a5c6-08746d5f403e None None] The sync data for ids ['7bf48553-978b-4df7-8447-c43ae7229027'] in dv-cinder-784623-6-smb is: [{'id': '7bf48553-978b-4df7-8447-c43ae7229027', 'name': 'tempest-TestShelveInstance-928104566-router', 'tenant_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:21Z', 'updated_at': '2021-04-09T02:01:49Z', 'revision_number': 6, 'project_id': '23f03b6b5f2f44bb89fe57296a68ff84', 'gw_port_host': None}] {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 02:01:50.190761 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3e0e2cdf-e609-48b9-8f4e-21de35d46175 req-d139d5cf-2009-4554-b8eb-bc964243e51f service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584399 Apr 09 02:01:50.202416 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-00950d2a-9798-4444-b070-0f2671f2a077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:50.219013 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:50.281081 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00950d2a-9798-4444-b070-0f2671f2a077 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b77e284-55ad-4a17-98c8-4432e107b18a,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:50.285425 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-00950d2a-9798-4444-b070-0f2671f2a077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:50.358567 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3e0e2cdf-e609-48b9-8f4e-21de35d46175 req-968400e4-a224-415d-9df6-302ea3a9c3af service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581216 Apr 09 02:01:50.450562 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device f98be657-50c7-4c04-9d07-a87b8e04196e no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:01:50.503493 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: f98be657-50c7-4c04-9d07-a87b8e04196e {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:01:50.503884 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device f98be657-50c7-4c04-9d07-a87b8e04196e not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:01:50.505134 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 0b77e284-55ad-4a17-98c8-4432e107b18a no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:01:50.509754 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-00950d2a-9798-4444-b070-0f2671f2a077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854110811'] for router_gateway, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:50.550829 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: 0b77e284-55ad-4a17-98c8-4432e107b18a {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:01:50.551430 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 0b77e284-55ad-4a17-98c8-4432e107b18a not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:01:50.705032 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-00950d2a-9798-4444-b070-0f2671f2a077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-771109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773860'] for router, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:50.707479 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-00950d2a-9798-4444-b070-0f2671f2a077 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:50.736661 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-00950d2a-9798-4444-b070-0f2671f2a077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-771215'] for router, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:50.737334 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00950d2a-9798-4444-b070-0f2671f2a077 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bf48553-978b-4df7-8447-c43ae7229027 {{(pid=85254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 09 02:01:50.751331 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-00950d2a-9798-4444-b070-0f2671f2a077 admin admin] Notify callbacks [] for router, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:50.752568 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-00950d2a-9798-4444-b070-0f2671f2a077 admin admin] 10.222.0.44 "DELETE /v2.0/routers/7bf48553-978b-4df7-8447-c43ae7229027 HTTP/1.1" status: 204 len: 168 time: 1.8187971 Apr 09 02:01:50.755296 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 32992) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:50.790565 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 71d9b46a-af4d-4b4c-8588-f5f508cd0507 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 02:01:50.828973 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1640b3fc-80c3-4242-aa42-d0c08e191877 admin admin] Deleting subnet 998baa23-165b-4665-a17d-278cc0450516 {{(pid=85254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 02:01:50.832575 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1640b3fc-80c3-4242-aa42-d0c08e191877 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:50.896381 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1640b3fc-80c3-4242-aa42-d0c08e191877 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851887881'] for subnet, precommit_delete_associations {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:50.969515 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 71d9b46a-af4d-4b4c-8588-f5f508cd0507, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71d9b46a-af4d-4b4c-8588-f5f508cd0507,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:50.984806 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1640b3fc-80c3-4242-aa42-d0c08e191877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:50.985837 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': '71d9b46a-af4d-4b4c-8588-f5f508cd0507', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'port_id': '71d9b46a-af4d-4b4c-8588-f5f508cd0507', 'mac_address': 'fa:16:3e:f5:dd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 02:01:51.048588 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:51.050106 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d9b46a-af4d-4b4c-8588-f5f508cd0507 {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 02:01:51.070168 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 71d9b46a-af4d-4b4c-8588-f5f508cd0507, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71d9b46a-af4d-4b4c-8588-f5f508cd0507,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:51.073618 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:51.076926 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:51.200638 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=71d9b46a-af4d-4b4c-8588-f5f508cd0507,revision_number=4']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:51.204811 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:51.231432 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd731a-572c-4da7-9154-728b9859be47 req-ec10060d-4496-40bb-9eb6-d7d761c389e5 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:51.233747 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5bfd731a-572c-4da7-9154-728b9859be47 req-ec10060d-4496-40bb-9eb6-d7d761c389e5 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 944 time: 0.0995123 Apr 09 02:01:51.274611 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5bfd731a-572c-4da7-9154-728b9859be47 req-eb38ea43-7def-4af1-a892-13f6b68b03f8 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315263 Apr 09 02:01:51.277227 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1640b3fc-80c3-4242-aa42-d0c08e191877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852597361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852455743'] for subnet, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:51.294183 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-89b01e14-8440-41c7-9eb6-7762edb34c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:51.343899 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640b3fc-80c3-4242-aa42-d0c08e191877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=998baa23-165b-4665-a17d-278cc0450516,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:51.347804 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-1640b3fc-80c3-4242-aa42-d0c08e191877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:51.388167 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['71d9b46a-af4d-4b4c-8588-f5f508cd0507'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:01:51.437023 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1640b3fc-80c3-4242-aa42-d0c08e191877 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:51.445253 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-1640b3fc-80c3-4242-aa42-d0c08e191877 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/998baa23-165b-4665-a17d-278cc0450516 HTTP/1.1" status: 204 len: 168 time: 0.6885726 Apr 09 02:01:51.447675 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 32998) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:51.448527 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91756122-2d68-41be-a74e-498789b951b3 None None] Network 69760698-3801-43b3-a74b-316b7860b934 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 02:01:51.587878 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-397677'] for network, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:51.663904 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Deleting port 2c485a34-d63b-4b26-9b5f-921f86f1be6e {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:01:51.664290 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:51.843923 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9250940-4541-4d01-a8dd-c89680eb00c8 None None] DHCP port deletion for 69760698-3801-43b3-a74b-316b7860b934 request from dv-cinder-784623-6-smb {{(pid=85255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 09 02:01:51.846959 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c9250940-4541-4d01-a8dd-c89680eb00c8 None None] Deleting port 2c485a34-d63b-4b26-9b5f-921f86f1be6e {{(pid=85255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:01:51.847458 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c9250940-4541-4d01-a8dd-c89680eb00c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:51.909179 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] For port 2c485a34-d63b-4b26-9b5f-921f86f1be6e, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=2c485a34-d63b-4b26-9b5f-921f86f1be6e,segment=NetworkSegment(1e410c6a-580f-4927-a207-b85fcd0cb2f5),segment_id=1e410c6a-580f-4927-a207-b85fcd0cb2f5)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:51.909816 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:52.048381 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Calling delete_port for 2c485a34-d63b-4b26-9b5f-921f86f1be6e owned by network:dhcp {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:01:52.078432 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c9250940-4541-4d01-a8dd-c89680eb00c8 None None] For port 2c485a34-d63b-4b26-9b5f-921f86f1be6e, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=2c485a34-d63b-4b26-9b5f-921f86f1be6e,segment=NetworkSegment(1e410c6a-580f-4927-a207-b85fcd0cb2f5),segment_id=1e410c6a-580f-4927-a207-b85fcd0cb2f5)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:52.078883 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c9250940-4541-4d01-a8dd-c89680eb00c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:52.236920 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c9250940-4541-4d01-a8dd-c89680eb00c8 None None] Calling delete_port for 2c485a34-d63b-4b26-9b5f-921f86f1be6e owned by network:dhcp {{(pid=85255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:01:52.329092 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c9250940-4541-4d01-a8dd-c89680eb00c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803'] for port, after_delete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:52.347272 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:52.414430 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9250940-4541-4d01-a8dd-c89680eb00c8 None None] Pushing event deleted for resources: {'Port': ['ID=2c485a34-d63b-4b26-9b5f-921f86f1be6e,revision_number=None']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:52.430516 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.db.api [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85254) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 09 02:01:52.430883 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_db.api [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 09 02:01:52.461104 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c9250940-4541-4d01-a8dd-c89680eb00c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:52.463222 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 2c485a34-d63b-4b26-9b5f-921f86f1be6e no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:01:52.505338 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5689b-1f24-4f48-9dfd-08f1467de620 req-fe488742-6ed2-4204-8126-04b4b0fd0345 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:52.506971 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-55c5689b-1f24-4f48-9dfd-08f1467de620 req-fe488742-6ed2-4204-8126-04b4b0fd0345 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 944 time: 0.0959058 Apr 09 02:01:52.513003 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: 2c485a34-d63b-4b26-9b5f-921f86f1be6e {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:01:52.513393 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 2c485a34-d63b-4b26-9b5f-921f86f1be6e not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:01:52.542685 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-55c5689b-1f24-4f48-9dfd-08f1467de620 req-1ab18a3e-ef78-46aa-b3c8-9690aee74413 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279644 Apr 09 02:01:52.543454 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9250940-4541-4d01-a8dd-c89680eb00c8 None None] No DVR routers for this DVR port 2c485a34-d63b-4b26-9b5f-921f86f1be6e on host dv-cinder-784623-6-smb {{(pid=85255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 02:01:52.796695 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 71d9b46a-af4d-4b4c-8588-f5f508cd0507 up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 02:01:52.869939 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning for port 71d9b46a-af4d-4b4c-8588-f5f508cd0507 completed by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 02:01:52.875665 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port 71d9b46a-af4d-4b4c-8588-f5f508cd0507 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 02:01:52.876085 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:52.932206 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Deleting port 2c485a34-d63b-4b26-9b5f-921f86f1be6e {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:01:52.933243 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:53.015170 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] The port '2c485a34-d63b-4b26-9b5f-921f86f1be6e' was deleted {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 09 02:01:53.149961 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245879998222'] for network, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:53.177403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:53.188942 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e297c3ae-f42a-4982-a291-9214fb1d1c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d9b46a-af4d-4b4c-8588-f5f508cd0507'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:01:53.199942 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 71d9b46a-af4d-4b4c-8588-f5f508cd0507, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71d9b46a-af4d-4b4c-8588-f5f508cd0507,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:53.204236 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:53.206384 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:53.245093 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e297c3ae-f42a-4982-a291-9214fb1d1c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d9b46a-af4d-4b4c-8588-f5f508cd0507', 'code': 200} Apr 09 02:01:53.273598 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69760698-3801-43b3-a74b-316b7860b934']}} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:53.281223 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=71d9b46a-af4d-4b4c-8588-f5f508cd0507,revision_number=5']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:53.285861 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:53.287296 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e410c6a-580f-4927-a207-b85fcd0cb2f5') {'for_net_delete': True} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:53.287637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e410c6a-580f-4927-a207-b85fcd0cb2f5') {} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:53.301192 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245879917052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2887887'] for segment, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:53.317303 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:53.324933 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=85254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 02:01:53.504728 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ee038-6272-48f9-89af-b1a42348d1f7 req-34c96ea5-7a21-4bd3-a614-524e44b1346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:53.506365 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3c2ee038-6272-48f9-89af-b1a42348d1f7 req-34c96ea5-7a21-4bd3-a614-524e44b1346f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 1098 time: 0.0808516 Apr 09 02:01:53.513552 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Network 69760698-3801-43b3-a74b-316b7860b934 has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 02:01:53.523310 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852597294'] for segment, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:53.535032 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3c2ee038-6272-48f9-89af-b1a42348d1f7 req-9f479973-e9a4-4db5-be11-32b82e12e62f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0218351 Apr 09 02:01:53.709975 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Network 69760698-3801-43b3-a74b-316b7860b934 has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: % (table.description, expected, rows_matched) Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: % (table.description, expected, rows_matched) Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: % (table.description, expected, rows_matched) Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: % (table.description, expected, rows_matched) Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: Traceback (most recent call last): Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: timer() Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: cb(*args, **kw) Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: return func(*args, **kwargs) Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: self._notify() Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: self.callback(batched_events) Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: event.method(event) Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: segment_id)['aggregates'][0] Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: return f(self, *a, **k) Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: return self._get(url).json() Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: **kwargs) Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: return self.request(url, 'GET', **kwargs) Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: **endpoint_filter) Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 02:01:53.735432 dv-cinder-784623-6-smb neutron-server[85140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 02:01:53.756122 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3edbb-d593-4041-a703-3db1995afb33 req-4ef827cb-a0f3-4bc3-9561-ad905c81f534 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:53.758333 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-94b3edbb-d593-4041-a703-3db1995afb33 req-4ef827cb-a0f3-4bc3-9561-ad905c81f534 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.0926178 Apr 09 02:01:53.790639 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-94b3edbb-d593-4041-a703-3db1995afb33 req-a9b9da7f-2b30-4e7c-bc17-102e466f2f85 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257268 Apr 09 02:01:53.819619 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665026'] for network, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:53.823629 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-6b29642a-ad2d-4ce7-9d63-b7350ad994a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:53.839539 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:53.845976 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Pushing event deleted for resources: {'Network': ['ID=69760698-3801-43b3-a74b-316b7860b934,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:53.851389 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:53.853786 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] 10.222.0.44 "DELETE /v2.0/networks/69760698-3801-43b3-a74b-316b7860b934 HTTP/1.1" status: 204 len: 168 time: 2.4049711 Apr 09 02:01:53.974864 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33030) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:54.011135 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-df31ca59-7f2d-47dd-9a7f-e9c621b84c2d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60c2b5f2443044d88660062c502a1923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0348575 Apr 09 02:01:54.013670 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33034) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:54.072145 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-454e5d47-4029-49e5-8be0-535c777f2d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:54.097782 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-454e5d47-4029-49e5-8be0-535c777f2d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:54.148381 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-454e5d47-4029-49e5-8be0-535c777f2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:54.153515 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d7dbc0f0-f1ba-4d63-ae3c-544c977e0822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:54.171391 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e5d47-4029-49e5-8be0-535c777f2d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc14119-ebe4-49fa-9ab2-2a4ed7fa2581,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:54.174460 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-454e5d47-4029-49e5-8be0-535c777f2d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:54.175422 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-454e5d47-4029-49e5-8be0-535c777f2d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:54.176602 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-454e5d47-4029-49e5-8be0-535c777f2d1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ffc14119-ebe4-49fa-9ab2-2a4ed7fa2581 HTTP/1.1" status: 204 len: 168 time: 0.1620314 Apr 09 02:01:54.547053 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33042) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:54.583695 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-3743dd84-b0a9-42f6-99b3-c0c93ed78f4c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23f03b6b5f2f44bb89fe57296a68ff84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0351610 Apr 09 02:01:54.587658 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33046) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:54.656790 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-88f42f00-8600-443e-b662-ada46cd28978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:54.689917 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-88f42f00-8600-443e-b662-ada46cd28978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:54.743611 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-88f42f00-8600-443e-b662-ada46cd28978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:54.749038 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9d28642c-a8f2-4fb7-8643-2140b1354964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:54.763483 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f42f00-8600-443e-b662-ada46cd28978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0489a55d-a1e5-4e74-b2ae-a0c4bebaa509,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:54.766317 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-88f42f00-8600-443e-b662-ada46cd28978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:54.767576 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-88f42f00-8600-443e-b662-ada46cd28978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:54.772397 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-88f42f00-8600-443e-b662-ada46cd28978 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0489a55d-a1e5-4e74-b2ae-a0c4bebaa509 HTTP/1.1" status: 204 len: 168 time: 0.1801066 Apr 09 02:01:55.315025 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebee77c-e702-452c-8b03-350a59ff9669 req-b037776b-92fa-43d6-b152-18cf1e4581ca tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:55.316606 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cebee77c-e702-452c-8b03-350a59ff9669 req-b037776b-92fa-43d6-b152-18cf1e4581ca tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.3997600 Apr 09 02:01:55.352701 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3995042-39e3-4eec-b807-a315c45a8e1c req-e78bec7c-142a-42e4-9b37-c1ebd175f9be tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:55.354238 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a3995042-39e3-4eec-b807-a315c45a8e1c req-e78bec7c-142a-42e4-9b37-c1ebd175f9be tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=937075bc-2fbf-4c0b-ac63-8fdf2791b586 HTTP/1.1" status: 200 len: 945 time: 0.3861594 Apr 09 02:01:55.359279 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-cebee77c-e702-452c-8b03-350a59ff9669 req-10525e55-b717-4a5c-a5b0-f92a3f5f30fd tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363088 Apr 09 02:01:55.384709 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a3995042-39e3-4eec-b807-a315c45a8e1c req-8322ec56-cdcb-400c-9ba0-a18bc7a55547 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238173 Apr 09 02:01:55.554667 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef68aa-6134-4b7f-9041-f68624951e5d req-bddebcf4-4b38-40b3-84f3-d30be197fbe9 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:55.556239 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-68ef68aa-6134-4b7f-9041-f68624951e5d req-bddebcf4-4b38-40b3-84f3-d30be197fbe9 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.0865748 Apr 09 02:01:55.565974 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 33062) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:01:55.571311 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [None req-61462716-3c39-470f-9e6d-358b71168269 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Request body: {'floatingip': {'port_id': '71d9b46a-af4d-4b4c-8588-f5f508cd0507'}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:01:55.653985 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-61462716-3c39-470f-9e6d-358b71168269 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for floatingip, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:56.287432 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-61462716-3c39-470f-9e6d-358b71168269 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:56.290412 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-61462716-3c39-470f-9e6d-358b71168269 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-665075'] for floatingip, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:56.478142 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.l3_db [None req-61462716-3c39-470f-9e6d-358b71168269 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Floating IP 90d8e0cb-9a27-464e-9bf4-bc98d3431cdf associated. External IP: 172.28.0.239, port: 71d9b46a-af4d-4b4c-8588-f5f508cd0507. Apr 09 02:01:56.733464 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2f2bb-b32e-4537-8bf0-b5a273a48539 req-464788c8-1a10-4343-87d8-d727898f9261 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:56.735063 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5fb2f2bb-b32e-4537-8bf0-b5a273a48539 req-464788c8-1a10-4343-87d8-d727898f9261 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=937075bc-2fbf-4c0b-ac63-8fdf2791b586 HTTP/1.1" status: 200 len: 945 time: 0.2047696 Apr 09 02:01:56.943685 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5fb2f2bb-b32e-4537-8bf0-b5a273a48539 req-4622fa1e-54b4-4e64-8edb-1378bfcfa7f0 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431892 Apr 09 02:01:57.023058 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb4f30-6111-478b-9ce9-b900e8384bba req-9a861a34-7bb1-431b-affd-4efa21ee347b tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:57.024514 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-83fb4f30-6111-478b-9ce9-b900e8384bba req-9a861a34-7bb1-431b-affd-4efa21ee347b tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.60 "GET /v2.0/ports?device_id=937075bc-2fbf-4c0b-ac63-8fdf2791b586 HTTP/1.1" status: 200 len: 945 time: 0.2305374 Apr 09 02:01:57.033687 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61462716-3c39-470f-9e6d-358b71168269 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Router 7df8fef8-d515-4884-852a-47c07b9ca945 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 02:01:57.238371 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-83fb4f30-6111-478b-9ce9-b900e8384bba req-77cf0b7a-9542-483f-8fa1-e0e6a3a178aa tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Deleting port 96efb2ca-b853-4f1e-a952-13b5a5b8361f {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:01:57.238753 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-83fb4f30-6111-478b-9ce9-b900e8384bba req-77cf0b7a-9542-483f-8fa1-e0e6a3a178aa tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:57.403928 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61462716-3c39-470f-9e6d-358b71168269 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 02:01:57.408894 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-61462716-3c39-470f-9e6d-358b71168269 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for floatingip, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:57.414157 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c03bc5-c41f-4423-98d5-3a3ce0e180cc None None] Sync routers for ids ['7df8fef8-d515-4884-852a-47c07b9ca945'] in dv-cinder-784623-6-smb {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 02:01:57.428586 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c03bc5-c41f-4423-98d5-3a3ce0e180cc None None] Routers {'7df8fef8-d515-4884-852a-47c07b9ca945'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:01:57.429331 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-59c03bc5-c41f-4423-98d5-3a3ce0e180cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:01:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7df8fef8-d515-4884-852a-47c07b9ca945'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:57.616884 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-59c03bc5-c41f-4423-98d5-3a3ce0e180cc None None] Set router 7df8fef8-d515-4884-852a-47c07b9ca945 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:01:57.654812 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-61462716-3c39-470f-9e6d-358b71168269 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "PUT /v2.0/floatingips/90d8e0cb-9a27-464e-9bf4-bc98d3431cdf HTTP/1.1" status: 200 len: 991 time: 2.0873795 Apr 09 02:01:57.660711 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e297c3ae-f42a-4982-a291-9214fb1d1c9a', 'tag': '71d9b46a-af4d-4b4c-8588-f5f508cd0507'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:01:57.745541 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e297c3ae-f42a-4982-a291-9214fb1d1c9a', 'tag': '71d9b46a-af4d-4b4c-8588-f5f508cd0507', 'status': 'completed', 'code': 200} Apr 09 02:01:57.749141 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-83fb4f30-6111-478b-9ce9-b900e8384bba req-77cf0b7a-9542-483f-8fa1-e0e6a3a178aa tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] For port 96efb2ca-b853-4f1e-a952-13b5a5b8361f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=96efb2ca-b853-4f1e-a952-13b5a5b8361f,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:01:57.749833 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-83fb4f30-6111-478b-9ce9-b900e8384bba req-77cf0b7a-9542-483f-8fa1-e0e6a3a178aa tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:57.863976 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961ecd3-6dda-473a-93ce-5ee0eaca6e18 req-6876c188-0802-4798-81d8-1dbd75679d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:57.865855 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e961ecd3-6dda-473a-93ce-5ee0eaca6e18 req-6876c188-0802-4798-81d8-1dbd75679d44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1fc2ad2e8754118a5af5f603622501a&device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 1098 time: 0.0910699 Apr 09 02:01:57.998676 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-59c03bc5-c41f-4423-98d5-3a3ce0e180cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:14Z', 'revision_number': 4, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port': {'id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_floatingips': [{'id': '90d8e0cb-9a27-464e-9bf4-bc98d3431cdf', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'floating_ip_address': '172.28.0.239', 'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'router_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'port_id': '71d9b46a-af4d-4b4c-8588-f5f508cd0507', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'mac_address': 'fa:16:3e:f5:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e297c3ae-f42a-4982-a291-9214fb1d1c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:01:40Z', 'updated_at': '2021-04-09T02:01:56Z', 'revision_number': 1, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b0db47f-74d8-420b-8245-a6c28a0c8ae6', 'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'mac_address': 'fa:16:3e:3d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:13Z', 'updated_at': '2021-04-09T01:58:22Z', 'revision_number': 5, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'subnets': [{'id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:58.003799 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c03bc5-c41f-4423-98d5-3a3ce0e180cc None None] Checking router: 7df8fef8-d515-4884-852a-47c07b9ca945 for host: dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 02:01:58.006114 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-83fb4f30-6111-478b-9ce9-b900e8384bba req-77cf0b7a-9542-483f-8fa1-e0e6a3a178aa tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Calling delete_port for 96efb2ca-b853-4f1e-a952-13b5a5b8361f owned by compute:nova {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:01:58.016001 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c03bc5-c41f-4423-98d5-3a3ce0e180cc None None] Routers {'7df8fef8-d515-4884-852a-47c07b9ca945'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:01:58.017055 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-59c03bc5-c41f-4423-98d5-3a3ce0e180cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:01:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7df8fef8-d515-4884-852a-47c07b9ca945'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:58.018332 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961ecd3-6dda-473a-93ce-5ee0eaca6e18 req-ebb36d17-3f74-4454-942d-afc0f536de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:58.020063 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e961ecd3-6dda-473a-93ce-5ee0eaca6e18 req-ebb36d17-3f74-4454-942d-afc0f536de4e service neutron] 10.222.0.60 "GET /v2.0/networks?id=fcda180e-c15e-43dc-97d5-dc5157f94d29 HTTP/1.1" status: 200 len: 917 time: 0.1466146 Apr 09 02:01:58.176455 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e961ecd3-6dda-473a-93ce-5ee0eaca6e18 req-4aa6ca04-0d43-4d05-8843-d8123376a1e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d9b46a-af4d-4b4c-8588-f5f508cd0507 HTTP/1.1" status: 200 len: 999 time: 0.1487210 Apr 09 02:01:58.248332 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-59c03bc5-c41f-4423-98d5-3a3ce0e180cc None None] Set router 7df8fef8-d515-4884-852a-47c07b9ca945 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:01:58.262301 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961ecd3-6dda-473a-93ce-5ee0eaca6e18 req-160833a7-ba31-4dd6-be7b-21995c7052e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:58.263928 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e961ecd3-6dda-473a-93ce-5ee0eaca6e18 req-160833a7-ba31-4dd6-be7b-21995c7052e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c919a89-cf5f-419e-9ae6-9992f20bb483 HTTP/1.1" status: 200 len: 855 time: 0.0808916 Apr 09 02:01:58.354521 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961ecd3-6dda-473a-93ce-5ee0eaca6e18 req-c76e7b12-a2eb-4fb7-a879-d1da0f361ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:58.356395 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e961ecd3-6dda-473a-93ce-5ee0eaca6e18 req-c76e7b12-a2eb-4fb7-a879-d1da0f361ad9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fcda180e-c15e-43dc-97d5-dc5157f94d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837293 Apr 09 02:01:58.481715 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350829c0-c157-4496-86a1-1249ed87d96b req-cab61b96-b8a6-43ad-b418-dfb85e1bcdfb tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:01:58.483391 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-350829c0-c157-4496-86a1-1249ed87d96b req-cab61b96-b8a6-43ad-b418-dfb85e1bcdfb tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=937075bc-2fbf-4c0b-ac63-8fdf2791b586 HTTP/1.1" status: 200 len: 945 time: 0.1737382 Apr 09 02:01:58.523141 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e961ecd3-6dda-473a-93ce-5ee0eaca6e18 req-4c802e92-21b0-4c4c-b589-ffb49f9cc618 service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575928 Apr 09 02:01:58.540953 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-350829c0-c157-4496-86a1-1249ed87d96b req-9c3d6b95-cfbb-4e6c-b99b-ae2a7d7fa2fc tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371151 Apr 09 02:01:58.547474 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-83fb4f30-6111-478b-9ce9-b900e8384bba req-77cf0b7a-9542-483f-8fa1-e0e6a3a178aa tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:58.561451 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['1833abc3-116e-499c-a419-a79435a90a42', '4054380e-d564-4bf5-8277-f049d7fdef5f', 'bec2ab5f-4d11-4d0b-99f5-b17e5e940630', '96efb2ca-b853-4f1e-a952-13b5a5b8361f'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:01:58.687912 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e961ecd3-6dda-473a-93ce-5ee0eaca6e18 req-b63c0a1b-7932-428b-97d3-c5bcf82aaa0a service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596315 Apr 09 02:01:58.704342 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-58354452-dee7-4068-8420-b725d132a8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:01:58.707793 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-59c03bc5-c41f-4423-98d5-3a3ce0e180cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:14Z', 'revision_number': 4, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port': {'id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_floatingips': [{'id': '90d8e0cb-9a27-464e-9bf4-bc98d3431cdf', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'floating_ip_address': '172.28.0.239', 'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'router_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'port_id': '71d9b46a-af4d-4b4c-8588-f5f508cd0507', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'mac_address': 'fa:16:3e:f5:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e297c3ae-f42a-4982-a291-9214fb1d1c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:01:40Z', 'updated_at': '2021-04-09T02:01:56Z', 'revision_number': 1, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b0db47f-74d8-420b-8245-a6c28a0c8ae6', 'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'mac_address': 'fa:16:3e:3d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:13Z', 'updated_at': '2021-04-09T01:58:22Z', 'revision_number': 5, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'subnets': [{'id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:01:58.713799 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c03bc5-c41f-4423-98d5-3a3ce0e180cc None None] The sync data for ids ['7df8fef8-d515-4884-852a-47c07b9ca945'] in dv-cinder-784623-6-smb is: [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:14Z', 'revision_number': 4, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port': {'id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_floatingips': [{'id': '90d8e0cb-9a27-464e-9bf4-bc98d3431cdf', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'floating_ip_address': '172.28.0.239', 'floating_network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'router_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'port_id': '71d9b46a-af4d-4b4c-8588-f5f508cd0507', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'mac_address': 'fa:16:3e:f5:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e297c3ae-f42a-4982-a291-9214fb1d1c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:01:40Z', 'updated_at': '2021-04-09T02:01:56Z', 'revision_number': 1, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b0db47f-74d8-420b-8245-a6c28a0c8ae6', 'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'mac_address': 'fa:16:3e:3d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:13Z', 'updated_at': '2021-04-09T01:58:22Z', 'revision_number': 5, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'subnets': [{'id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 02:01:58.806391 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf0b7a-9542-483f-8fa1-e0e6a3a178aa tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Pushing event deleted for resources: {'Port': ['ID=96efb2ca-b853-4f1e-a952-13b5a5b8361f,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:01:58.809342 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-77cf0b7a-9542-483f-8fa1-e0e6a3a178aa tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:01:58.855077 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fb4f30-6111-478b-9ce9-b900e8384bba req-77cf0b7a-9542-483f-8fa1-e0e6a3a178aa tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] No DVR routers for this DVR port 96efb2ca-b853-4f1e-a952-13b5a5b8361f on host hv-cinder-78462 {{(pid=85253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 02:01:58.858119 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-83fb4f30-6111-478b-9ce9-b900e8384bba req-77cf0b7a-9542-483f-8fa1-e0e6a3a178aa tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:01:58.874816 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-83fb4f30-6111-478b-9ce9-b900e8384bba req-77cf0b7a-9542-483f-8fa1-e0e6a3a178aa tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.60 "DELETE /v2.0/ports/96efb2ca-b853-4f1e-a952-13b5a5b8361f HTTP/1.1" status: 204 len: 173 time: 1.8432658 Apr 09 02:01:59.058020 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdae999-2224-49da-82dd-e0fc1f3fc9d3 None None] New status for floating IP 90d8e0cb-9a27-464e-9bf4-bc98d3431cdf: ACTIVE {{(pid=85255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 02:01:59.746538 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937075bc-2fbf-4c0b-ac63-8fdf2791b586', 'name': 'network-vif-deleted', 'tag': '96efb2ca-b853-4f1e-a952-13b5a5b8361f'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:01:59.796243 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937075bc-2fbf-4c0b-ac63-8fdf2791b586', 'name': 'network-vif-deleted', 'tag': '96efb2ca-b853-4f1e-a952-13b5a5b8361f', 'status': 'completed', 'code': 200} Apr 09 02:02:00.839076 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 96efb2ca-b853-4f1e-a952-13b5a5b8361f no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:02:00.881073 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] No Port match for: 96efb2ca-b853-4f1e-a952-13b5a5b8361f {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:02:00.881478 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 96efb2ca-b853-4f1e-a952-13b5a5b8361f not bound to the agent host hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:02:01.456215 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6f9c3-cfeb-4f93-b76a-318a95218e06 req-606b47f2-fc94-4bff-8143-2e85e9b90159 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:01.457078 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-06d6f9c3-cfeb-4f93-b76a-318a95218e06 req-606b47f2-fc94-4bff-8143-2e85e9b90159 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Synchronizing usage tracker for tenant:d7645928349046629b8c59790c11c0c3 on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 02:02:01.473452 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-06d6f9c3-cfeb-4f93-b76a-318a95218e06 req-606b47f2-fc94-4bff-8143-2e85e9b90159 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Unset dirty status for tenant:d7645928349046629b8c59790c11c0c3 on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 02:02:01.474708 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-06d6f9c3-cfeb-4f93-b76a-318a95218e06 req-606b47f2-fc94-4bff-8143-2e85e9b90159 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=b14592f7-5e1e-45f3-ad8e-619800dd8346 HTTP/1.1" status: 200 len: 945 time: 0.1141796 Apr 09 02:02:01.513801 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-06d6f9c3-cfeb-4f93-b76a-318a95218e06 req-05dde8e6-7d35-4cd9-80c1-81d6e8c55cb9 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316665 Apr 09 02:02:02.205138 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:02.715354 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcd1f2-f69d-49a6-ba01-cb83607ba074 req-4f25e138-78db-4882-a3ae-ec1d692918e8 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:02.716974 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-23fcd1f2-f69d-49a6-ba01-cb83607ba074 req-4f25e138-78db-4882-a3ae-ec1d692918e8 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=b14592f7-5e1e-45f3-ad8e-619800dd8346 HTTP/1.1" status: 200 len: 945 time: 0.0893898 Apr 09 02:02:02.747911 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-23fcd1f2-f69d-49a6-ba01-cb83607ba074 req-b8c3c55e-668e-441f-980e-be121032fd79 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244362 Apr 09 02:02:03.039567 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93d2ae-5ba8-4ee2-ae9a-a0b7b0212cd9 req-0993316f-472f-4204-8b75-2ad1b0366155 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:03.041210 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5c93d2ae-5ba8-4ee2-ae9a-a0b7b0212cd9 req-0993316f-472f-4204-8b75-2ad1b0366155 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.60 "GET /v2.0/ports?device_id=b14592f7-5e1e-45f3-ad8e-619800dd8346 HTTP/1.1" status: 200 len: 945 time: 0.0961120 Apr 09 02:02:03.123758 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-5c93d2ae-5ba8-4ee2-ae9a-a0b7b0212cd9 req-f86e1681-da0b-465e-8fcf-35784f6f66d8 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Deleting port bec2ab5f-4d11-4d0b-99f5-b17e5e940630 {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:02:03.124143 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-5c93d2ae-5ba8-4ee2-ae9a-a0b7b0212cd9 req-f86e1681-da0b-465e-8fcf-35784f6f66d8 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:03.399443 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-5c93d2ae-5ba8-4ee2-ae9a-a0b7b0212cd9 req-f86e1681-da0b-465e-8fcf-35784f6f66d8 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] For port bec2ab5f-4d11-4d0b-99f5-b17e5e940630, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bec2ab5f-4d11-4d0b-99f5-b17e5e940630,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:02:03.399981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-5c93d2ae-5ba8-4ee2-ae9a-a0b7b0212cd9 req-f86e1681-da0b-465e-8fcf-35784f6f66d8 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:03.537498 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-5c93d2ae-5ba8-4ee2-ae9a-a0b7b0212cd9 req-f86e1681-da0b-465e-8fcf-35784f6f66d8 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Calling delete_port for bec2ab5f-4d11-4d0b-99f5-b17e5e940630 owned by compute:nova {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:02:03.694251 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-5c93d2ae-5ba8-4ee2-ae9a-a0b7b0212cd9 req-f86e1681-da0b-465e-8fcf-35784f6f66d8 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:03.705954 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['1833abc3-116e-499c-a419-a79435a90a42', '4054380e-d564-4bf5-8277-f049d7fdef5f', 'bec2ab5f-4d11-4d0b-99f5-b17e5e940630'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:02:03.710823 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:03.770431 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e1681-da0b-465e-8fcf-35784f6f66d8 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Pushing event deleted for resources: {'Port': ['ID=bec2ab5f-4d11-4d0b-99f5-b17e5e940630,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:03.775157 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f86e1681-da0b-465e-8fcf-35784f6f66d8 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:03.933280 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-496a93bd-7711-4d38-890a-b395f2361909 req-1d631a91-3e4a-4410-a617-6686e8ed59f2 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=b14592f7-5e1e-45f3-ad8e-619800dd8346 HTTP/1.1" status: 200 len: 210 time: 0.0568647 Apr 09 02:02:04.042818 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c93d2ae-5ba8-4ee2-ae9a-a0b7b0212cd9 req-f86e1681-da0b-465e-8fcf-35784f6f66d8 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] No DVR routers for this DVR port bec2ab5f-4d11-4d0b-99f5-b17e5e940630 on host hv-cinder-78462 {{(pid=85253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 02:02:04.045508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-5c93d2ae-5ba8-4ee2-ae9a-a0b7b0212cd9 req-f86e1681-da0b-465e-8fcf-35784f6f66d8 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:04.050117 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14592f7-5e1e-45f3-ad8e-619800dd8346', 'name': 'network-vif-deleted', 'tag': 'bec2ab5f-4d11-4d0b-99f5-b17e5e940630'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:02:04.066389 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5c93d2ae-5ba8-4ee2-ae9a-a0b7b0212cd9 req-f86e1681-da0b-465e-8fcf-35784f6f66d8 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.60 "DELETE /v2.0/ports/bec2ab5f-4d11-4d0b-99f5-b17e5e940630 HTTP/1.1" status: 204 len: 173 time: 1.0190823 Apr 09 02:02:04.107800 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14592f7-5e1e-45f3-ad8e-619800dd8346', 'name': 'network-vif-deleted', 'tag': 'bec2ab5f-4d11-4d0b-99f5-b17e5e940630', 'status': 'completed', 'code': 200} Apr 09 02:02:05.430546 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120b56f-ef2d-4b78-8548-dfb57c3d3657 req-c0da4a33-4b2d-4797-bfa6-565de565d7ca tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:05.431318 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-5120b56f-ef2d-4b78-8548-dfb57c3d3657 req-c0da4a33-4b2d-4797-bfa6-565de565d7ca tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Synchronizing usage tracker for tenant:d7645928349046629b8c59790c11c0c3 on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 02:02:05.447157 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-5120b56f-ef2d-4b78-8548-dfb57c3d3657 req-c0da4a33-4b2d-4797-bfa6-565de565d7ca tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Unset dirty status for tenant:d7645928349046629b8c59790c11c0c3 on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 02:02:05.448438 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5120b56f-ef2d-4b78-8548-dfb57c3d3657 req-c0da4a33-4b2d-4797-bfa6-565de565d7ca tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=6462eaa9-384f-4efa-8f08-085ca6b27556 HTTP/1.1" status: 200 len: 945 time: 0.1080365 Apr 09 02:02:05.479428 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5120b56f-ef2d-4b78-8548-dfb57c3d3657 req-ffeb5d92-e2bf-4178-b7d5-1a2a3455f7ea tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244470 Apr 09 02:02:06.683773 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f4560-2077-467e-972d-1d3dc6a9c353 req-a288c632-5672-4f9d-887d-ad645e8c16ba tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:06.685362 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-df4f4560-2077-467e-972d-1d3dc6a9c353 req-a288c632-5672-4f9d-887d-ad645e8c16ba tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=6462eaa9-384f-4efa-8f08-085ca6b27556 HTTP/1.1" status: 200 len: 945 time: 0.0921304 Apr 09 02:02:06.721185 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-df4f4560-2077-467e-972d-1d3dc6a9c353 req-3fbfb3cb-13b7-4252-8d47-8e40f73f7d21 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249634 Apr 09 02:02:06.828608 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0af025-af2f-4f9a-99f0-c708a8685439 req-e5522f08-178e-4d80-8c7a-a33aafd9dded tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:06.830216 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8e0af025-af2f-4f9a-99f0-c708a8685439 req-e5522f08-178e-4d80-8c7a-a33aafd9dded tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.60 "GET /v2.0/ports?device_id=6462eaa9-384f-4efa-8f08-085ca6b27556 HTTP/1.1" status: 200 len: 945 time: 0.0905149 Apr 09 02:02:06.847692 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device bec2ab5f-4d11-4d0b-99f5-b17e5e940630 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:02:06.885599 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] No Port match for: bec2ab5f-4d11-4d0b-99f5-b17e5e940630 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:02:06.885978 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device bec2ab5f-4d11-4d0b-99f5-b17e5e940630 not bound to the agent host hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:02:06.915267 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-8e0af025-af2f-4f9a-99f0-c708a8685439 req-091c267a-11dd-48d8-960f-9f23a4fe89b7 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Deleting port 4054380e-d564-4bf5-8277-f049d7fdef5f {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:02:06.915709 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8e0af025-af2f-4f9a-99f0-c708a8685439 req-091c267a-11dd-48d8-960f-9f23a4fe89b7 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:07.182709 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-8e0af025-af2f-4f9a-99f0-c708a8685439 req-091c267a-11dd-48d8-960f-9f23a4fe89b7 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] For port 4054380e-d564-4bf5-8277-f049d7fdef5f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4054380e-d564-4bf5-8277-f049d7fdef5f,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:02:07.183102 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8e0af025-af2f-4f9a-99f0-c708a8685439 req-091c267a-11dd-48d8-960f-9f23a4fe89b7 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:07.315145 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-8e0af025-af2f-4f9a-99f0-c708a8685439 req-091c267a-11dd-48d8-960f-9f23a4fe89b7 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Calling delete_port for 4054380e-d564-4bf5-8277-f049d7fdef5f owned by compute:nova {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:02:07.467055 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8e0af025-af2f-4f9a-99f0-c708a8685439 req-091c267a-11dd-48d8-960f-9f23a4fe89b7 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:07.480798 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['1833abc3-116e-499c-a419-a79435a90a42', '4054380e-d564-4bf5-8277-f049d7fdef5f'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:02:07.483614 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-43bd602c-2d87-4b43-9ecc-f18d66b11455 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:07.527313 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 02:02:07.544506 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c267a-11dd-48d8-960f-9f23a4fe89b7 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Pushing event deleted for resources: {'Port': ['ID=4054380e-d564-4bf5-8277-f049d7fdef5f,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:07.547182 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-091c267a-11dd-48d8-960f-9f23a4fe89b7 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:07.743712 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0af025-af2f-4f9a-99f0-c708a8685439 req-091c267a-11dd-48d8-960f-9f23a4fe89b7 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] No DVR routers for this DVR port 4054380e-d564-4bf5-8277-f049d7fdef5f on host hv-cinder-78462 {{(pid=85253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 02:02:07.746248 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8e0af025-af2f-4f9a-99f0-c708a8685439 req-091c267a-11dd-48d8-960f-9f23a4fe89b7 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:07.749260 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6462eaa9-384f-4efa-8f08-085ca6b27556', 'name': 'network-vif-deleted', 'tag': '4054380e-d564-4bf5-8277-f049d7fdef5f'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:02:07.764575 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8e0af025-af2f-4f9a-99f0-c708a8685439 req-091c267a-11dd-48d8-960f-9f23a4fe89b7 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.60 "DELETE /v2.0/ports/4054380e-d564-4bf5-8277-f049d7fdef5f HTTP/1.1" status: 204 len: 173 time: 0.9273593 Apr 09 02:02:07.802948 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6462eaa9-384f-4efa-8f08-085ca6b27556', 'name': 'network-vif-deleted', 'tag': '4054380e-d564-4bf5-8277-f049d7fdef5f', 'status': 'completed', 'code': 200} Apr 09 02:02:08.040640 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-de29d8f8-7030-48f5-8fc5-4274cf2425b4 req-cb925405-624e-4584-8d84-a23f05b0a48a tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Synchronizing usage tracker for tenant:d7645928349046629b8c59790c11c0c3 on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 02:02:08.056096 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-de29d8f8-7030-48f5-8fc5-4274cf2425b4 req-cb925405-624e-4584-8d84-a23f05b0a48a tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Unset dirty status for tenant:d7645928349046629b8c59790c11c0c3 on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 02:02:08.057416 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-de29d8f8-7030-48f5-8fc5-4274cf2425b4 req-cb925405-624e-4584-8d84-a23f05b0a48a tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=6462eaa9-384f-4efa-8f08-085ca6b27556 HTTP/1.1" status: 200 len: 210 time: 0.0654886 Apr 09 02:02:10.792193 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017aa93-6518-40f8-9ef6-88016dbe46eb req-01679c5b-3d2b-4f3f-89fc-7a40eed6ef2c tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:10.793822 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6017aa93-6518-40f8-9ef6-88016dbe46eb req-01679c5b-3d2b-4f3f-89fc-7a40eed6ef2c tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 945 time: 0.0889535 Apr 09 02:02:10.825480 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6017aa93-6518-40f8-9ef6-88016dbe46eb req-52a42b31-63e7-44dd-9a08-62de7821e498 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252697 Apr 09 02:02:10.854590 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 4054380e-d564-4bf5-8277-f049d7fdef5f no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:02:10.893570 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] No Port match for: 4054380e-d564-4bf5-8277-f049d7fdef5f {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:02:10.893972 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 4054380e-d564-4bf5-8277-f049d7fdef5f not bound to the agent host hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:02:12.046860 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851d9f-eca4-462f-b63e-c26f1ee31620 req-26208eac-a2ba-4750-ad62-53fb5fce1391 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:12.048515 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-35851d9f-eca4-462f-b63e-c26f1ee31620 req-26208eac-a2ba-4750-ad62-53fb5fce1391 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 945 time: 0.0934300 Apr 09 02:02:12.084357 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-35851d9f-eca4-462f-b63e-c26f1ee31620 req-ff986357-5bbc-4247-9ea9-1a8f90c16464 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/security-groups?id=4618ac21-8d50-496f-8af6-f0c47e28f4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258610 Apr 09 02:02:12.505945 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e49fd-104e-4277-8cf7-b4d7d2fb5fcb req-ada35126-5c5a-4aa8-b779-936a4a037e4a tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:12.508234 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b94e49fd-104e-4277-8cf7-b4d7d2fb5fcb req-ada35126-5c5a-4aa8-b779-936a4a037e4a tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.60 "GET /v2.0/ports?device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 945 time: 0.0975206 Apr 09 02:02:12.596130 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-b94e49fd-104e-4277-8cf7-b4d7d2fb5fcb req-3e8aefcf-476a-4aa3-b223-f3f7b74d4876 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Deleting port 1833abc3-116e-499c-a419-a79435a90a42 {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:02:12.596528 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-b94e49fd-104e-4277-8cf7-b4d7d2fb5fcb req-3e8aefcf-476a-4aa3-b223-f3f7b74d4876 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:12.877801 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-b94e49fd-104e-4277-8cf7-b4d7d2fb5fcb req-3e8aefcf-476a-4aa3-b223-f3f7b74d4876 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] For port 1833abc3-116e-499c-a419-a79435a90a42, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1833abc3-116e-499c-a419-a79435a90a42,segment=NetworkSegment(c6df1333-40b7-4e0f-a738-9d7d03f3c32c),segment_id=c6df1333-40b7-4e0f-a738-9d7d03f3c32c)] {{(pid=85253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:02:12.878203 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-b94e49fd-104e-4277-8cf7-b4d7d2fb5fcb req-3e8aefcf-476a-4aa3-b223-f3f7b74d4876 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:13.022289 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-b94e49fd-104e-4277-8cf7-b4d7d2fb5fcb req-3e8aefcf-476a-4aa3-b223-f3f7b74d4876 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Calling delete_port for 1833abc3-116e-499c-a419-a79435a90a42 owned by compute:nova {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:02:13.188962 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-b94e49fd-104e-4277-8cf7-b4d7d2fb5fcb req-3e8aefcf-476a-4aa3-b223-f3f7b74d4876 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:13.207690 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-58eec698-98e7-4202-add1-715032cea1c6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:13.395565 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8aefcf-476a-4aa3-b223-f3f7b74d4876 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Pushing event deleted for resources: {'Port': ['ID=1833abc3-116e-499c-a419-a79435a90a42,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:13.413936 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3e8aefcf-476a-4aa3-b223-f3f7b74d4876 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:13.458122 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d11ad2b8-b2f9-49e1-baf3-cb818e7eea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:13.490970 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-dcbd8693-1211-429a-b3e4-d4dc94d89d80 req-6b94efa2-6a49-4188-91ad-d79a052d447b tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.44 "GET /v2.0/ports?device_id=01760650-2f0b-434d-bb73-460110019359 HTTP/1.1" status: 200 len: 210 time: 0.2047172 Apr 09 02:02:13.632449 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94e49fd-104e-4277-8cf7-b4d7d2fb5fcb req-3e8aefcf-476a-4aa3-b223-f3f7b74d4876 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] No DVR routers for this DVR port 1833abc3-116e-499c-a419-a79435a90a42 on host hv-cinder-78462 {{(pid=85253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 02:02:13.635084 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-b94e49fd-104e-4277-8cf7-b4d7d2fb5fcb req-3e8aefcf-476a-4aa3-b223-f3f7b74d4876 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:13.639506 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01760650-2f0b-434d-bb73-460110019359', 'name': 'network-vif-deleted', 'tag': '1833abc3-116e-499c-a419-a79435a90a42'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:02:13.654626 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b94e49fd-104e-4277-8cf7-b4d7d2fb5fcb req-3e8aefcf-476a-4aa3-b223-f3f7b74d4876 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] 10.222.0.60 "DELETE /v2.0/ports/1833abc3-116e-499c-a419-a79435a90a42 HTTP/1.1" status: 204 len: 173 time: 1.1404560 Apr 09 02:02:13.699793 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01760650-2f0b-434d-bb73-460110019359', 'name': 'network-vif-deleted', 'tag': '1833abc3-116e-499c-a419-a79435a90a42', 'status': 'completed', 'code': 200} Apr 09 02:02:14.603984 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 33158) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:14.676608 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_v2 [None req-57629e4a-6a9b-4107-bbe1-66e43f7efb63 admin admin] Deleting subnet d2f6743f-9eb8-4852-97cf-4246b77b903a {{(pid=85253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 02:02:14.680366 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-57629e4a-6a9b-4107-bbe1-66e43f7efb63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:14.736138 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-57629e4a-6a9b-4107-bbe1-66e43f7efb63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845030773'] for subnet, precommit_delete_associations {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:14.800865 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-57629e4a-6a9b-4107-bbe1-66e43f7efb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:14.866191 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 1833abc3-116e-499c-a419-a79435a90a42 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:02:14.921228 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] No Port match for: 1833abc3-116e-499c-a419-a79435a90a42 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:02:14.921596 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 1833abc3-116e-499c-a419-a79435a90a42 not bound to the agent host hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:02:15.403591 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-57629e4a-6a9b-4107-bbe1-66e43f7efb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036845012204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845285416'] for subnet, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:15.419803 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:15.473396 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57629e4a-6a9b-4107-bbe1-66e43f7efb63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f6743f-9eb8-4852-97cf-4246b77b903a,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:15.522236 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-57629e4a-6a9b-4107-bbe1-66e43f7efb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:15.564607 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-57629e4a-6a9b-4107-bbe1-66e43f7efb63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for subnet, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:15.571140 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-57629e4a-6a9b-4107-bbe1-66e43f7efb63 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d2f6743f-9eb8-4852-97cf-4246b77b903a HTTP/1.1" status: 204 len: 168 time: 0.9659455 Apr 09 02:02:15.573744 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 33164) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:15.697099 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7cee7291-449d-441a-b610-35f1a0a33de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-397677'] for network, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:15.903340 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7cee7291-449d-441a-b610-35f1a0a33de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245879998222'] for network, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:16.030126 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-7cee7291-449d-441a-b610-35f1a0a33de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92498ba-5871-40f5-8c0d-74fd7a096454']}} {{(pid=85253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:16.044220 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-7cee7291-449d-441a-b610-35f1a0a33de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6df1333-40b7-4e0f-a738-9d7d03f3c32c') {'for_net_delete': True} {{(pid=85253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:16.044557 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-7cee7291-449d-441a-b610-35f1a0a33de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6df1333-40b7-4e0f-a738-9d7d03f3c32c') {} {{(pid=85253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:16.061925 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7cee7291-449d-441a-b610-35f1a0a33de7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245879917052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9745075'] for segment, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:16.078721 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7cee7291-449d-441a-b610-35f1a0a33de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:16.086335 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cee7291-449d-441a-b610-35f1a0a33de7 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=85253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 02:02:16.270844 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-7cee7291-449d-441a-b610-35f1a0a33de7 admin admin] Network a92498ba-5871-40f5-8c0d-74fd7a096454 has no segments {{(pid=85253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 02:02:16.281558 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7cee7291-449d-441a-b610-35f1a0a33de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845012151'] for segment, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:16.472372 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-7cee7291-449d-441a-b610-35f1a0a33de7 admin admin] Network a92498ba-5871-40f5-8c0d-74fd7a096454 has no segments {{(pid=85253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: Traceback (most recent call last): Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: timer() Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: cb(*args, **kw) Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: return func(*args, **kwargs) Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: self._notify() Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: self.callback(batched_events) Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: event.method(event) Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: segment_id)['aggregates'][0] Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: return f(self, *a, **k) Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: return self._get(url).json() Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: **kwargs) Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: return self.request(url, 'GET', **kwargs) Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: **endpoint_filter) Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 02:02:16.496992 dv-cinder-784623-6-smb neutron-server[85140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 02:02:16.581420 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7cee7291-449d-441a-b610-35f1a0a33de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665026'] for network, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:16.586523 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7cee7291-449d-441a-b610-35f1a0a33de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:16.591074 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:16.617384 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee7291-449d-441a-b610-35f1a0a33de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a92498ba-5871-40f5-8c0d-74fd7a096454,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:16.620577 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-7cee7291-449d-441a-b610-35f1a0a33de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:16.623520 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-7cee7291-449d-441a-b610-35f1a0a33de7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a92498ba-5871-40f5-8c0d-74fd7a096454 HTTP/1.1" status: 204 len: 168 time: 1.0478756 Apr 09 02:02:16.816175 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33172) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:16.857418 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-6726b515-33f1-4dbc-b569-b071b2179a20 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d7645928349046629b8c59790c11c0c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396578 Apr 09 02:02:16.860145 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33176) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:16.927768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-74776e4b-419e-4ac0-84cf-02a106505989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:16.958199 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-74776e4b-419e-4ac0-84cf-02a106505989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:17.010287 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-74776e4b-419e-4ac0-84cf-02a106505989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:17.015931 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-88f42f00-8600-443e-b662-ada46cd28978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:17.031037 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74776e4b-419e-4ac0-84cf-02a106505989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4618ac21-8d50-496f-8af6-f0c47e28f4d7,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:17.036820 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-74776e4b-419e-4ac0-84cf-02a106505989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:17.039669 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-74776e4b-419e-4ac0-84cf-02a106505989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:17.044049 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-74776e4b-419e-4ac0-84cf-02a106505989 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4618ac21-8d50-496f-8af6-f0c47e28f4d7 HTTP/1.1" status: 204 len: 168 time: 0.1825447 Apr 09 02:02:17.229472 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7dc546d7-812a-4fae-983b-5b5d302cd156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:18.203414 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:18.551223 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:19.754065 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:22.436639 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33262) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:22.567649 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cdbddecc-ac22-49a6-a8c1-1b64a188d0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:22.583968 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-cdbddecc-ac22-49a6-a8c1-1b64a188d0ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:02:22.588606 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-cdbddecc-ac22-49a6-a8c1-1b64a188d0ad admin admin] Usage tracker for resource:security_group_rule and tenant:990cfc7758bf41bd86d84dae5020629d is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:02:22.591658 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-cdbddecc-ac22-49a6-a8c1-1b64a188d0ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:02:22.597620 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-cdbddecc-ac22-49a6-a8c1-1b64a188d0ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:02:22.693734 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cdbddecc-ac22-49a6-a8c1-1b64a188d0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:22.697550 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-cdbddecc-ac22-49a6-a8c1-1b64a188d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:22.707095 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2850fedb-8fd1-44e3-8962-ed7fddd7ffdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:22.751443 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-cdbddecc-ac22-49a6-a8c1-1b64a188d0ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=990cfc7758bf41bd86d84dae5020629d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135984 Apr 09 02:02:22.753749 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbddecc-ac22-49a6-a8c1-1b64a188d0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39223b3b-1379-46fe-b143-1d4717095bda,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:22.754767 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 33268) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:22.758804 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-cdbddecc-ac22-49a6-a8c1-1b64a188d0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:22.825027 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9ec47c33-3df5-43a0-81ca-d273271e1188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:22.852742 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9ec47c33-3df5-43a0-81ca-d273271e1188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:22.900016 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9ec47c33-3df5-43a0-81ca-d273271e1188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:22.906590 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-4434e6c6-fe82-4092-8117-78e104198a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:22.923912 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec47c33-3df5-43a0-81ca-d273271e1188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39223b3b-1379-46fe-b143-1d4717095bda,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:22.926808 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9ec47c33-3df5-43a0-81ca-d273271e1188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:22.928071 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9ec47c33-3df5-43a0-81ca-d273271e1188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:22.932636 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-9ec47c33-3df5-43a0-81ca-d273271e1188 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39223b3b-1379-46fe-b143-1d4717095bda HTTP/1.1" status: 204 len: 168 time: 0.1767528 Apr 09 02:02:23.232921 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 33278) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:23.252291 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9af08211-649e-40ab-86d0-66036ca8526e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:23.267129 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-9af08211-649e-40ab-86d0-66036ca8526e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:02:23.271076 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-9af08211-649e-40ab-86d0-66036ca8526e admin admin] Usage tracker for resource:security_group_rule and tenant:f41fc912f8af482c8c5fbc247b53d7ad is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:02:23.274061 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-9af08211-649e-40ab-86d0-66036ca8526e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:02:23.279896 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-9af08211-649e-40ab-86d0-66036ca8526e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:02:23.363833 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9af08211-649e-40ab-86d0-66036ca8526e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:23.367331 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9af08211-649e-40ab-86d0-66036ca8526e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:23.375485 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bc8ebdc8-4bab-4d52-9af5-4b73d97cd752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:23.418114 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-9af08211-649e-40ab-86d0-66036ca8526e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f41fc912f8af482c8c5fbc247b53d7ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840765 Apr 09 02:02:23.419001 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af08211-649e-40ab-86d0-66036ca8526e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363ee28e-f4f8-4f25-8a64-d3bea8b5527c,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:23.421153 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33282) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:23.422625 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9af08211-649e-40ab-86d0-66036ca8526e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:23.483764 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-54639a19-4c74-4067-85c4-738626f2a2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:23.509986 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-54639a19-4c74-4067-85c4-738626f2a2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:23.553960 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-54639a19-4c74-4067-85c4-738626f2a2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:23.558762 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9977e4ac-15b6-431f-bdeb-326c85553815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:23.570927 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54639a19-4c74-4067-85c4-738626f2a2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363ee28e-f4f8-4f25-8a64-d3bea8b5527c,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:23.573328 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-54639a19-4c74-4067-85c4-738626f2a2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:23.580544 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-54639a19-4c74-4067-85c4-738626f2a2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:23.581793 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-54639a19-4c74-4067-85c4-738626f2a2a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/363ee28e-f4f8-4f25-8a64-d3bea8b5527c HTTP/1.1" status: 204 len: 168 time: 0.1595769 Apr 09 02:02:24.534583 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a1815978-dba3-487c-b442-93bfad6526b8 req-ccfcd019-2a52-44b1-9c33-717fd6014041 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808106624&fields=id&tenant_id=3e71211bd0b74cd8b481127a99faf090 HTTP/1.1" status: 200 len: 267 time: 0.0267160 Apr 09 02:02:24.636191 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1815978-dba3-487c-b442-93bfad6526b8 req-66cf9cdf-bb87-4e0e-b628-fb53b65b071a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:24.637930 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a1815978-dba3-487c-b442-93bfad6526b8 req-66cf9cdf-bb87-4e0e-b628-fb53b65b071a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 985 time: 0.0965369 Apr 09 02:02:24.650691 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.v2.base [req-a1815978-dba3-487c-b442-93bfad6526b8 req-27dfe991-ef55-468e-b68e-f7572e711a6d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Request body: {'port': {'security_groups': ['784f6341-60f4-4f7e-b0d2-af05d6db4c53']}} {{(pid=85253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 02:02:24.784448 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-a1815978-dba3-487c-b442-93bfad6526b8 req-27dfe991-ef55-468e-b68e-f7572e711a6d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:25.154070 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-a1815978-dba3-487c-b442-93bfad6526b8 req-27dfe991-ef55-468e-b68e-f7572e711a6d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] For port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5,segment=NetworkSegment(f3e62cff-447e-4ea1-a950-319a22922586),segment_id=f3e62cff-447e-4ea1-a950-319a22922586)] {{(pid=85253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:02:25.183003 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-a1815978-dba3-487c-b442-93bfad6526b8 req-27dfe991-ef55-468e-b68e-f7572e711a6d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for port, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:25.186404 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-a1815978-dba3-487c-b442-93bfad6526b8 req-27dfe991-ef55-468e-b68e-f7572e711a6d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845012185'] for port, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:25.201227 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-1823e3c9-1c3a-45bf-aadf-26bdd324d6f6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:25.202016 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['bc8087fe-de5b-4cb4-82a2-ca8b34927cf5'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:02:25.364807 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfe991-ef55-468e-b68e-f7572e711a6d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Pushing event updated for resources: {'Port': ['ID=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5,revision_number=7']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:25.370209 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-27dfe991-ef55-468e-b68e-f7572e711a6d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:25.410056 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1815978-dba3-487c-b442-93bfad6526b8 req-27dfe991-ef55-468e-b68e-f7572e711a6d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:25.410726 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-a1815978-dba3-487c-b442-93bfad6526b8 req-27dfe991-ef55-468e-b68e-f7572e711a6d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:25.412208 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a1815978-dba3-487c-b442-93bfad6526b8 req-27dfe991-ef55-468e-b68e-f7572e711a6d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "PUT /v2.0/ports/bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 HTTP/1.1" status: 200 len: 943 time: 0.7669790 Apr 09 02:02:25.412797 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac8d522-62b7-47ff-9f83-d40db90806a8', 'tag': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:02:25.419244 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 33326) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:25.471932 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac8d522-62b7-47ff-9f83-d40db90806a8', 'tag': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5', 'status': 'completed', 'code': 200} Apr 09 02:02:25.485909 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['bc8087fe-de5b-4cb4-82a2-ca8b34927cf5'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:02:25.552456 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5eece747-69fa-4e30-880c-2a82fb4ca64e tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:25.596713 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5eece747-69fa-4e30-880c-2a82fb4ca64e tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:25.656165 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055eb2d-678d-4079-9d1f-b72fdadf47a3 req-3b172bf8-f5b0-4bc0-ab32-b03b9c5a2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:25.657951 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2055eb2d-678d-4079-9d1f-b72fdadf47a3 req-3b172bf8-f5b0-4bc0-ab32-b03b9c5a2260 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e71211bd0b74cd8b481127a99faf090&device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 1099 time: 0.1615524 Apr 09 02:02:25.687481 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-70eb2a14-3782-441f-a268-71c066b7da4f None None] Provisioning complete for port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 triggered by entity DHCP. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 02:02:25.687824 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-70eb2a14-3782-441f-a268-71c066b7da4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:25.704383 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5eece747-69fa-4e30-880c-2a82fb4ca64e tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:25.712002 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-898d34bf-c3eb-49e8-8ecd-26302288155a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:25.777614 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eece747-69fa-4e30-880c-2a82fb4ca64e tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80a1146-6ece-40a4-a05e-632ada74df6a,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:25.786756 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-5eece747-69fa-4e30-880c-2a82fb4ca64e tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:25.807376 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5eece747-69fa-4e30-880c-2a82fb4ca64e tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:25.808610 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-5eece747-69fa-4e30-880c-2a82fb4ca64e tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "DELETE /v2.0/security-groups/a80a1146-6ece-40a4-a05e-632ada74df6a HTTP/1.1" status: 204 len: 168 time: 0.3881688 Apr 09 02:02:25.811750 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 33330) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:25.931722 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055eb2d-678d-4079-9d1f-b72fdadf47a3 req-cf5f3d5a-71b5-4564-b538-cc559f21b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:25.933252 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2055eb2d-678d-4079-9d1f-b72fdadf47a3 req-cf5f3d5a-71b5-4564-b538-cc559f21b248 service neutron] 10.222.0.60 "GET /v2.0/networks?id=29507773-c50f-4d83-bdc0-4824bf9f4622 HTTP/1.1" status: 200 len: 916 time: 0.2673886 Apr 09 02:02:26.142738 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2055eb2d-678d-4079-9d1f-b72fdadf47a3 req-a13c9117-f4c0-41c0-9eba-5cb6b5a194bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 HTTP/1.1" status: 200 len: 1000 time: 0.2015142 Apr 09 02:02:26.148542 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-41637bf7-79e9-40cc-8b11-5b3f95d5cfa9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Deleting port 2d4743d9-8b6e-42eb-a953-df386852e09d {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:02:26.148952 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-41637bf7-79e9-40cc-8b11-5b3f95d5cfa9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:26.304534 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055eb2d-678d-4079-9d1f-b72fdadf47a3 req-0e0b9deb-1c5e-4316-bdc6-37a82b3162c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:26.306139 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2055eb2d-678d-4079-9d1f-b72fdadf47a3 req-0e0b9deb-1c5e-4316-bdc6-37a82b3162c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a9ffae36-0e18-4e05-9f0f-419c9230207d HTTP/1.1" status: 200 len: 854 time: 0.1261902 Apr 09 02:02:26.722012 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-41637bf7-79e9-40cc-8b11-5b3f95d5cfa9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:26.722598 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-41637bf7-79e9-40cc-8b11-5b3f95d5cfa9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:26.861533 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-41637bf7-79e9-40cc-8b11-5b3f95d5cfa9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Calling delete_port for 2d4743d9-8b6e-42eb-a953-df386852e09d owned by network:floatingip {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:02:26.921033 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055eb2d-678d-4079-9d1f-b72fdadf47a3 req-657b15f3-1cf5-41ac-831c-78ea3dbfcf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:26.923803 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2055eb2d-678d-4079-9d1f-b72fdadf47a3 req-657b15f3-1cf5-41ac-831c-78ea3dbfcf88 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=29507773-c50f-4d83-bdc0-4824bf9f4622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3093035 Apr 09 02:02:27.139991 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2055eb2d-678d-4079-9d1f-b72fdadf47a3 req-16e1aaac-0b85-4c9e-b2c8-cc080521a351 service neutron] 10.222.0.60 "GET /v2.0/networks/29507773-c50f-4d83-bdc0-4824bf9f4622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075534 Apr 09 02:02:27.311278 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-41637bf7-79e9-40cc-8b11-5b3f95d5cfa9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:27.329444 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-22b10798-0bee-4bde-a1bf-888d6ae41a49 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:27.395863 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41637bf7-79e9-40cc-8b11-5b3f95d5cfa9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Pushing event deleted for resources: {'Port': ['ID=2d4743d9-8b6e-42eb-a953-df386852e09d,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:27.464695 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-41637bf7-79e9-40cc-8b11-5b3f95d5cfa9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:27.486903 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-2055eb2d-678d-4079-9d1f-b72fdadf47a3 req-358ad223-a4ed-4467-a58f-af224c5265b3 service neutron] 10.222.0.60 "GET /v2.0/networks/29507773-c50f-4d83-bdc0-4824bf9f4622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119223 Apr 09 02:02:27.641866 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-41637bf7-79e9-40cc-8b11-5b3f95d5cfa9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks [] for floatingip, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:27.642242 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.l3_db [None req-41637bf7-79e9-40cc-8b11-5b3f95d5cfa9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Floating IP e4759554-3701-457b-a975-2ecde6fb9545 disassociated (deleted). External IP: 172.28.0.4, port: bc8087fe-de5b-4cb4-82a2-ca8b34927cf5. Apr 09 02:02:28.063383 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41637bf7-79e9-40cc-8b11-5b3f95d5cfa9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Router f0063977-3f40-41bf-986b-5f19f684b701 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 02:02:28.263389 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41637bf7-79e9-40cc-8b11-5b3f95d5cfa9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 02:02:28.276435 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ed19e2-4885-4fb3-9421-8ab3394c513d None None] Sync routers for ids ['f0063977-3f40-41bf-986b-5f19f684b701'] in dv-cinder-784623-6-smb {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 02:02:28.287571 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-41637bf7-79e9-40cc-8b11-5b3f95d5cfa9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for floatingip, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:28.288066 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ed19e2-4885-4fb3-9421-8ab3394c513d None None] Routers {'f0063977-3f40-41bf-986b-5f19f684b701'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:02:28.289018 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-a3ed19e2-4885-4fb3-9421-8ab3394c513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:02:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['f0063977-3f40-41bf-986b-5f19f684b701'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:28.379525 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-41637bf7-79e9-40cc-8b11-5b3f95d5cfa9 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "DELETE /v2.0/floatingips/e4759554-3701-457b-a975-2ecde6fb9545 HTTP/1.1" status: 204 len: 168 time: 2.5639346 Apr 09 02:02:28.379525 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac8d522-62b7-47ff-9f83-d40db90806a8', 'tag': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:02:28.451991 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac8d522-62b7-47ff-9f83-d40db90806a8', 'tag': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5', 'status': 'completed', 'code': 200} Apr 09 02:02:28.621896 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7c9a0-0126-4009-9589-eaf48eb82229 req-f2709ab0-50ea-4eed-9e4a-092add491b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:28.623338 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b9c7c9a0-0126-4009-9589-eaf48eb82229 req-f2709ab0-50ea-4eed-9e4a-092add491b60 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e71211bd0b74cd8b481127a99faf090&device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 1099 time: 0.1486542 Apr 09 02:02:28.694926 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-a3ed19e2-4885-4fb3-9421-8ab3394c513d None None] Set router f0063977-3f40-41bf-986b-5f19f684b701 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:02:28.814420 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7c9a0-0126-4009-9589-eaf48eb82229 req-4f2ef516-9a12-48d0-a865-afc3fc62172d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:28.816096 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b9c7c9a0-0126-4009-9589-eaf48eb82229 req-4f2ef516-9a12-48d0-a865-afc3fc62172d service neutron] 10.222.0.60 "GET /v2.0/networks?id=29507773-c50f-4d83-bdc0-4824bf9f4622 HTTP/1.1" status: 200 len: 916 time: 0.1792250 Apr 09 02:02:28.896359 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b9c7c9a0-0126-4009-9589-eaf48eb82229 req-b95a924c-cc2f-40fc-af82-c85ee359e1a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 HTTP/1.1" status: 200 len: 217 time: 0.0721188 Apr 09 02:02:29.007030 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7c9a0-0126-4009-9589-eaf48eb82229 req-c59883ae-ec72-4988-968d-2167aace9ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:29.008608 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b9c7c9a0-0126-4009-9589-eaf48eb82229 req-c59883ae-ec72-4988-968d-2167aace9ece service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a9ffae36-0e18-4e05-9f0f-419c9230207d HTTP/1.1" status: 200 len: 854 time: 0.1057098 Apr 09 02:02:29.117230 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7c9a0-0126-4009-9589-eaf48eb82229 req-3eac0cb0-0b3e-4df9-a2b6-40ac08964ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:29.117230 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b9c7c9a0-0126-4009-9589-eaf48eb82229 req-3eac0cb0-0b3e-4df9-a2b6-40ac08964ca6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=29507773-c50f-4d83-bdc0-4824bf9f4622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1015358 Apr 09 02:02:29.127489 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-a3ed19e2-4885-4fb3-9421-8ab3394c513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'name': 'tempest-TestMinimumBasicScenario-1336844508-router', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:34Z', 'revision_number': 4, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'gw_port': {'id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '44a1244a-fba9-43c7-8d55-ef2213517fb6', 'name': '', 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'mac_address': 'fa:16:3e:06:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:33Z', 'updated_at': '2021-04-09T01:59:46Z', 'revision_number': 5, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'subnets': [{'id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:29.132226 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ed19e2-4885-4fb3-9421-8ab3394c513d None None] Checking router: f0063977-3f40-41bf-986b-5f19f684b701 for host: dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 02:02:29.141866 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ed19e2-4885-4fb3-9421-8ab3394c513d None None] Routers {'f0063977-3f40-41bf-986b-5f19f684b701'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:02:29.142577 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-a3ed19e2-4885-4fb3-9421-8ab3394c513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:02:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['f0063977-3f40-41bf-986b-5f19f684b701'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:29.309022 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b9c7c9a0-0126-4009-9589-eaf48eb82229 req-8a9d8572-44d5-492b-a5f0-1e09da44ba95 service neutron] 10.222.0.60 "GET /v2.0/networks/29507773-c50f-4d83-bdc0-4824bf9f4622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849327 Apr 09 02:02:29.359810 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-a3ed19e2-4885-4fb3-9421-8ab3394c513d None None] Set router f0063977-3f40-41bf-986b-5f19f684b701 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:02:29.476803 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-b9c7c9a0-0126-4009-9589-eaf48eb82229 req-75af85c6-65a9-4f90-a52c-b5103c933df9 service neutron] 10.222.0.60 "GET /v2.0/networks/29507773-c50f-4d83-bdc0-4824bf9f4622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593776 Apr 09 02:02:29.728008 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-a3ed19e2-4885-4fb3-9421-8ab3394c513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'name': 'tempest-TestMinimumBasicScenario-1336844508-router', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:34Z', 'revision_number': 4, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'gw_port': {'id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '44a1244a-fba9-43c7-8d55-ef2213517fb6', 'name': '', 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'mac_address': 'fa:16:3e:06:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:33Z', 'updated_at': '2021-04-09T01:59:46Z', 'revision_number': 5, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'subnets': [{'id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:29.733968 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ed19e2-4885-4fb3-9421-8ab3394c513d None None] The sync data for ids ['f0063977-3f40-41bf-986b-5f19f684b701'] in dv-cinder-784623-6-smb is: [{'id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'name': 'tempest-TestMinimumBasicScenario-1336844508-router', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:34Z', 'revision_number': 4, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'gw_port': {'id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '44a1244a-fba9-43c7-8d55-ef2213517fb6', 'name': '', 'network_id': '29507773-c50f-4d83-bdc0-4824bf9f4622', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'mac_address': 'fa:16:3e:06:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:33Z', 'updated_at': '2021-04-09T01:59:46Z', 'revision_number': 5, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'subnets': [{'id': 'a9ffae36-0e18-4e05-9f0f-419c9230207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 02:02:30.148800 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5d01d6-cc9c-4c7f-96c4-be058ba486f3 None None] New status for floating IP e4759554-3701-457b-a975-2ecde6fb9545: DOWN {{(pid=85255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 02:02:31.315973 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 33414) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:31.458180 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7b50ea85-42f8-43d7-8459-8f96f93e6dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:31.475481 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-7b50ea85-42f8-43d7-8459-8f96f93e6dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:02:31.479755 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-7b50ea85-42f8-43d7-8459-8f96f93e6dd1 admin admin] Usage tracker for resource:security_group_rule and tenant:1b4c84e023b34415932873d8a4f8330a is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:02:31.483244 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-7b50ea85-42f8-43d7-8459-8f96f93e6dd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:02:31.489663 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-7b50ea85-42f8-43d7-8459-8f96f93e6dd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:02:31.586856 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7b50ea85-42f8-43d7-8459-8f96f93e6dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:31.591465 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7b50ea85-42f8-43d7-8459-8f96f93e6dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:31.608159 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3361fc51-4f66-49c1-8c07-26554f392539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:31.661507 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-7b50ea85-42f8-43d7-8459-8f96f93e6dd1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b4c84e023b34415932873d8a4f8330a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442380 Apr 09 02:02:31.663368 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50ea85-42f8-43d7-8459-8f96f93e6dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5427fadb-3c17-4cd1-9a7e-d187ae8e1d35,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:31.665229 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33424) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:31.666951 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-7b50ea85-42f8-43d7-8459-8f96f93e6dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:31.748511 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f3af0f8c-25c8-4106-9610-b59baba88e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:31.780546 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f3af0f8c-25c8-4106-9610-b59baba88e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:31.837530 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f3af0f8c-25c8-4106-9610-b59baba88e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:31.847498 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-74776e4b-419e-4ac0-84cf-02a106505989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:31.873530 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af0f8c-25c8-4106-9610-b59baba88e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5427fadb-3c17-4cd1-9a7e-d187ae8e1d35,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:31.885973 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f3af0f8c-25c8-4106-9610-b59baba88e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:31.889208 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-f3af0f8c-25c8-4106-9610-b59baba88e97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5427fadb-3c17-4cd1-9a7e-d187ae8e1d35 HTTP/1.1" status: 204 len: 168 time: 0.2203276 Apr 09 02:02:31.901107 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0f8c-25c8-4106-9610-b59baba88e97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:31.901972 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0f8c-25c8-4106-9610-b59baba88e97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:31.902529 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0f8c-25c8-4106-9610-b59baba88e97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:31.903249 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0f8c-25c8-4106-9610-b59baba88e97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:31.904014 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0f8c-25c8-4106-9610-b59baba88e97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:31.904841 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0f8c-25c8-4106-9610-b59baba88e97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:31.905558 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0f8c-25c8-4106-9610-b59baba88e97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:31.906266 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0f8c-25c8-4106-9610-b59baba88e97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:31.910113 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0f8c-25c8-4106-9610-b59baba88e97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:31.910113 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0f8c-25c8-4106-9610-b59baba88e97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:31.910113 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0f8c-25c8-4106-9610-b59baba88e97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:31.910113 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3af0f8c-25c8-4106-9610-b59baba88e97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:31.914844 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f3af0f8c-25c8-4106-9610-b59baba88e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:32.086258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4796c-0b9e-43e0-bdde-2f831b059c21 req-a1d23c78-f89a-4199-b192-74cbef261722 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:32.087331 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-e2c4796c-0b9e-43e0-bdde-2f831b059c21 req-a1d23c78-f89a-4199-b192-74cbef261722 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Synchronizing usage tracker for tenant:3e71211bd0b74cd8b481127a99faf090 on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 02:02:32.105536 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-e2c4796c-0b9e-43e0-bdde-2f831b059c21 req-a1d23c78-f89a-4199-b192-74cbef261722 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Unset dirty status for tenant:3e71211bd0b74cd8b481127a99faf090 on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 02:02:32.107239 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e2c4796c-0b9e-43e0-bdde-2f831b059c21 req-a1d23c78-f89a-4199-b192-74cbef261722 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 946 time: 0.1271966 Apr 09 02:02:32.145308 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-e2c4796c-0b9e-43e0-bdde-2f831b059c21 req-e35e5462-75de-4240-aa4c-bfe624652fd6 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Synchronizing usage tracker for tenant:3e71211bd0b74cd8b481127a99faf090 on resource:security_group {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 02:02:32.170532 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-e2c4796c-0b9e-43e0-bdde-2f831b059c21 req-e35e5462-75de-4240-aa4c-bfe624652fd6 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Unset dirty status for tenant:3e71211bd0b74cd8b481127a99faf090 on resource:security_group {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 02:02:32.171725 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e2c4796c-0b9e-43e0-bdde-2f831b059c21 req-e35e5462-75de-4240-aa4c-bfe624652fd6 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570033 Apr 09 02:02:32.207571 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:33.423462 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da2348-1c88-4500-bddf-756a34deb704 req-0ee0b83f-7d67-454a-9782-3e18434b017c tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:33.425275 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-36da2348-1c88-4500-bddf-756a34deb704 req-0ee0b83f-7d67-454a-9782-3e18434b017c tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 946 time: 0.1036801 Apr 09 02:02:33.468786 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-36da2348-1c88-4500-bddf-756a34deb704 req-ff7e595d-572b-4ef8-a0d3-1f1962b9e9b7 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309067 Apr 09 02:02:33.751568 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e01eb-317d-4e83-81a9-084775ca1320 req-89a12fd8-f676-4483-9f9b-2ec9cab769ef tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:33.753164 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8c0e01eb-317d-4e83-81a9-084775ca1320 req-89a12fd8-f676-4483-9f9b-2ec9cab769ef tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 946 time: 0.0914297 Apr 09 02:02:33.836384 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-8c0e01eb-317d-4e83-81a9-084775ca1320 req-0944085d-b937-454b-8d89-0b9c60aa3b3d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Deleting port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:02:33.836748 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8c0e01eb-317d-4e83-81a9-084775ca1320 req-0944085d-b937-454b-8d89-0b9c60aa3b3d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:34.418485 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-8c0e01eb-317d-4e83-81a9-084775ca1320 req-0944085d-b937-454b-8d89-0b9c60aa3b3d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] For port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5,segment=NetworkSegment(f3e62cff-447e-4ea1-a950-319a22922586),segment_id=f3e62cff-447e-4ea1-a950-319a22922586)] {{(pid=85253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:02:34.418811 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8c0e01eb-317d-4e83-81a9-084775ca1320 req-0944085d-b937-454b-8d89-0b9c60aa3b3d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:34.566086 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-8c0e01eb-317d-4e83-81a9-084775ca1320 req-0944085d-b937-454b-8d89-0b9c60aa3b3d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Calling delete_port for bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 owned by compute:nova {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:02:34.792938 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a252c-e8d3-4346-a2b3-ef8084e43dcf req-efeb53b7-5272-42c9-999a-410f64a27dae tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:34.794675 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-165a252c-e8d3-4346-a2b3-ef8084e43dcf req-efeb53b7-5272-42c9-999a-410f64a27dae tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 946 time: 0.1890857 Apr 09 02:02:34.852905 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-165a252c-e8d3-4346-a2b3-ef8084e43dcf req-acd204ca-697f-4558-be04-b375a3332c78 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/security-groups?id=784f6341-60f4-4f7e-b0d2-af05d6db4c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366855 Apr 09 02:02:34.853743 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8c0e01eb-317d-4e83-81a9-084775ca1320 req-0944085d-b937-454b-8d89-0b9c60aa3b3d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:34.869230 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['bc8087fe-de5b-4cb4-82a2-ca8b34927cf5'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:02:34.870376 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f86e1681-da0b-465e-8fcf-35784f6f66d8 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:34.943452 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944085d-b937-454b-8d89-0b9c60aa3b3d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Pushing event deleted for resources: {'Port': ['ID=bc8087fe-de5b-4cb4-82a2-ca8b34927cf5,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:34.948188 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0944085d-b937-454b-8d89-0b9c60aa3b3d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:35.139387 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0e01eb-317d-4e83-81a9-084775ca1320 req-0944085d-b937-454b-8d89-0b9c60aa3b3d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] No DVR routers for this DVR port bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 on host hv-cinder-78462 {{(pid=85253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 02:02:35.141916 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-8c0e01eb-317d-4e83-81a9-084775ca1320 req-0944085d-b937-454b-8d89-0b9c60aa3b3d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:35.144862 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac8d522-62b7-47ff-9f83-d40db90806a8', 'name': 'network-vif-deleted', 'tag': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:02:35.166123 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-8c0e01eb-317d-4e83-81a9-084775ca1320 req-0944085d-b937-454b-8d89-0b9c60aa3b3d tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.60 "DELETE /v2.0/ports/bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 HTTP/1.1" status: 204 len: 173 time: 1.4067209 Apr 09 02:02:35.198073 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac8d522-62b7-47ff-9f83-d40db90806a8', 'name': 'network-vif-deleted', 'tag': 'bc8087fe-de5b-4cb4-82a2-ca8b34927cf5', 'status': 'completed', 'code': 200} Apr 09 02:02:36.110023 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-487fea4b-0c81-45a5-a341-1c07a15e6701 req-a62bda95-0c8e-4a6e-9b5f-7262bcaaf6a6 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Synchronizing usage tracker for tenant:3e71211bd0b74cd8b481127a99faf090 on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 02:02:36.127399 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-487fea4b-0c81-45a5-a341-1c07a15e6701 req-a62bda95-0c8e-4a6e-9b5f-7262bcaaf6a6 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Unset dirty status for tenant:3e71211bd0b74cd8b481127a99faf090 on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 02:02:36.129013 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-487fea4b-0c81-45a5-a341-1c07a15e6701 req-a62bda95-0c8e-4a6e-9b5f-7262bcaaf6a6 tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ac8d522-62b7-47ff-9f83-d40db90806a8 HTTP/1.1" status: 200 len: 210 time: 0.0763505 Apr 09 02:02:36.933978 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:02:36.976957 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-65dd5a90-7a9e-409c-884c-e61f3a2bbbe9 req-3ec8e163-86cc-4cd7-a604-9b3d38d5fec2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1285732 Apr 09 02:02:36.989103 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] No Port match for: bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:02:36.989972 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device bc8087fe-de5b-4cb4-82a2-ca8b34927cf5 not bound to the agent host hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:02:37.147315 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd5a90-7a9e-409c-884c-e61f3a2bbbe9 req-5b9ad0f9-a4d8-4967-92d8-d18b083ec0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:37.148978 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-65dd5a90-7a9e-409c-884c-e61f3a2bbbe9 req-5b9ad0f9-a4d8-4967-92d8-d18b083ec0c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1fc2ad2e8754118a5af5f603622501a&device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 1098 time: 0.0904198 Apr 09 02:02:37.424911 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd5a90-7a9e-409c-884c-e61f3a2bbbe9 req-bdcdeffd-7f72-4cc5-a310-5cbc403c9368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:37.427745 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-65dd5a90-7a9e-409c-884c-e61f3a2bbbe9 req-bdcdeffd-7f72-4cc5-a310-5cbc403c9368 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fcda180e-c15e-43dc-97d5-dc5157f94d29 HTTP/1.1" status: 200 len: 917 time: 0.2573063 Apr 09 02:02:37.561895 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-65dd5a90-7a9e-409c-884c-e61f3a2bbbe9 req-f48f0eef-829d-4cec-b472-395659efb2c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d9b46a-af4d-4b4c-8588-f5f508cd0507 HTTP/1.1" status: 200 len: 1001 time: 0.1267555 Apr 09 02:02:37.652622 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd5a90-7a9e-409c-884c-e61f3a2bbbe9 req-25645440-4909-42f1-aabf-04bd17eda1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:37.654236 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-65dd5a90-7a9e-409c-884c-e61f3a2bbbe9 req-25645440-4909-42f1-aabf-04bd17eda1e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c919a89-cf5f-419e-9ae6-9992f20bb483 HTTP/1.1" status: 200 len: 855 time: 0.0862925 Apr 09 02:02:37.750713 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd5a90-7a9e-409c-884c-e61f3a2bbbe9 req-8cb5724a-17fb-4e7e-9921-50f9d772340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:37.752326 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-65dd5a90-7a9e-409c-884c-e61f3a2bbbe9 req-8cb5724a-17fb-4e7e-9921-50f9d772340e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fcda180e-c15e-43dc-97d5-dc5157f94d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0910716 Apr 09 02:02:37.929306 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-65dd5a90-7a9e-409c-884c-e61f3a2bbbe9 req-4a5ba26a-ad5e-49e3-a860-f42a7fc5441b service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698194 Apr 09 02:02:38.092446 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-65dd5a90-7a9e-409c-884c-e61f3a2bbbe9 req-2879bb0b-ea33-44ae-b2f8-492e9afd228b service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563401 Apr 09 02:02:38.238584 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 33586) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:38.868069 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f034a1ec-df90-4185-8c30-b6c1d0eb49a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854001002'] for router_interface, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:39.288825 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-f034a1ec-df90-4185-8c30-b6c1d0eb49a0 admin admin] Deleting port 44a1244a-fba9-43c7-8d55-ef2213517fb6 {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:02:39.289664 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f034a1ec-df90-4185-8c30-b6c1d0eb49a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:39.500945 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-f034a1ec-df90-4185-8c30-b6c1d0eb49a0 admin admin] For port 44a1244a-fba9-43c7-8d55-ef2213517fb6, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=44a1244a-fba9-43c7-8d55-ef2213517fb6,segment=NetworkSegment(f3e62cff-447e-4ea1-a950-319a22922586),segment_id=f3e62cff-447e-4ea1-a950-319a22922586)] {{(pid=85253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:02:39.501382 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f034a1ec-df90-4185-8c30-b6c1d0eb49a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:39.950111 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-f034a1ec-df90-4185-8c30-b6c1d0eb49a0 admin admin] Calling delete_port for 44a1244a-fba9-43c7-8d55-ef2213517fb6 owned by network:router_interface {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:02:40.086928 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd430459-bb33-48b0-8c2c-37fe2eb0aad8 req-416df084-11d4-4300-9f36-0b26faa8f71d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:40.088604 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-dd430459-bb33-48b0-8c2c-37fe2eb0aad8 req-416df084-11d4-4300-9f36-0b26faa8f71d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.2539141 Apr 09 02:02:40.128493 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-dd430459-bb33-48b0-8c2c-37fe2eb0aad8 req-584711bf-09c5-47c5-bd6c-61e7d119c197 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330243 Apr 09 02:02:40.207636 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f034a1ec-df90-4185-8c30-b6c1d0eb49a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:40.223848 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2fdf9f93-b25a-4187-a9ba-0b0cf4509ecb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:40.282934 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034a1ec-df90-4185-8c30-b6c1d0eb49a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=44a1244a-fba9-43c7-8d55-ef2213517fb6,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:40.285807 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f034a1ec-df90-4185-8c30-b6c1d0eb49a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:40.763346 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f034a1ec-df90-4185-8c30-b6c1d0eb49a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854204910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854111067'] for router_interface, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:41.407450 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f034a1ec-df90-4185-8c30-b6c1d0eb49a0 admin admin] Router f0063977-3f40-41bf-986b-5f19f684b701 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 02:02:41.420768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ea079-c842-4b26-a162-a10af240cd28 req-a540be47-1e5c-464c-b740-4aae3f53ebf1 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:41.422407 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6b9ea079-c842-4b26-a162-a10af240cd28 req-a540be47-1e5c-464c-b740-4aae3f53ebf1 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.1555138 Apr 09 02:02:41.591727 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-6b9ea079-c842-4b26-a162-a10af240cd28 req-e7bbcffa-551f-4ebf-badf-48cae5daf876 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609564 Apr 09 02:02:41.643086 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f034a1ec-df90-4185-8c30-b6c1d0eb49a0 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 02:02:41.659850 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-f034a1ec-df90-4185-8c30-b6c1d0eb49a0 admin admin] 10.222.0.44 "PUT /v2.0/routers/f0063977-3f40-41bf-986b-5f19f684b701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4196985 Apr 09 02:02:41.660637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d454b-c23d-4a92-9290-b2ba62811677 None None] Sync routers for ids ['f0063977-3f40-41bf-986b-5f19f684b701'] in dv-cinder-784623-6-smb {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 02:02:41.662415 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 33636) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:41.670968 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d454b-c23d-4a92-9290-b2ba62811677 None None] Routers {'f0063977-3f40-41bf-986b-5f19f684b701'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:02:41.671924 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-cc9d454b-c23d-4a92-9290-b2ba62811677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:02:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['f0063977-3f40-41bf-986b-5f19f684b701'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:41.852941 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Notify callbacks [] for router, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:41.863105 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-cc9d454b-c23d-4a92-9290-b2ba62811677 None None] Set router f0063977-3f40-41bf-986b-5f19f684b701 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:02:42.190072 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-cc9d454b-c23d-4a92-9290-b2ba62811677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'name': 'tempest-TestMinimumBasicScenario-1336844508-router', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T02:02:40Z', 'revision_number': 5, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'gw_port': {'id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:42.194661 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d454b-c23d-4a92-9290-b2ba62811677 None None] Checking router: f0063977-3f40-41bf-986b-5f19f684b701 for host: dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 02:02:42.205857 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d454b-c23d-4a92-9290-b2ba62811677 None None] Routers {'f0063977-3f40-41bf-986b-5f19f684b701'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:02:42.206684 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-cc9d454b-c23d-4a92-9290-b2ba62811677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:02:17Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['f0063977-3f40-41bf-986b-5f19f684b701'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:42.341274 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:42.353383 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Deleting port 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01 {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:02:42.353770 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:42.577186 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] For port 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:02:42.577601 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:42.578225 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33650) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:42.578519 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-cc9d454b-c23d-4a92-9290-b2ba62811677 None None] Set router f0063977-3f40-41bf-986b-5f19f684b701 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:02:42.729887 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e3cbb025-90d0-45aa-beee-34bc80ad6928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:42.746235 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e3cbb025-90d0-45aa-beee-34bc80ad6928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:02:42.750994 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e3cbb025-90d0-45aa-beee-34bc80ad6928 admin admin] Usage tracker for resource:security_group_rule and tenant:b6fb7bbef5e74728a80a73c4f47aa36a is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:02:42.754061 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e3cbb025-90d0-45aa-beee-34bc80ad6928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:02:42.760857 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e3cbb025-90d0-45aa-beee-34bc80ad6928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:02:42.775058 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Calling delete_port for 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01 owned by network:router_gateway {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:02:42.859321 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e3cbb025-90d0-45aa-beee-34bc80ad6928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:42.864638 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e3cbb025-90d0-45aa-beee-34bc80ad6928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:42.873108 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-abdb2662-c5eb-46fb-9a99-8147e2e31fda tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:42.929681 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515c43e-db07-4e38-9733-3b91f13cf628 req-564c4c73-ca27-469f-b871-1db9db2e442a tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:42.931343 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f515c43e-db07-4e38-9733-3b91f13cf628 req-564c4c73-ca27-469f-b871-1db9db2e442a tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.2074671 Apr 09 02:02:42.933653 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 33658) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:42.938339 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e3cbb025-90d0-45aa-beee-34bc80ad6928 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b6fb7bbef5e74728a80a73c4f47aa36a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585215 Apr 09 02:02:42.944226 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbb025-90d0-45aa-beee-34bc80ad6928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650f9983-6f58-41e8-8e4f-b7ceddbafd70,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:42.948074 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e3cbb025-90d0-45aa-beee-34bc80ad6928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:42.948948 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-cc9d454b-c23d-4a92-9290-b2ba62811677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'name': 'tempest-TestMinimumBasicScenario-1336844508-router', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T02:02:40Z', 'revision_number': 5, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'gw_port': {'id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:42.953927 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d454b-c23d-4a92-9290-b2ba62811677 None None] The sync data for ids ['f0063977-3f40-41bf-986b-5f19f684b701'] in dv-cinder-784623-6-smb is: [{'id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'name': 'tempest-TestMinimumBasicScenario-1336844508-router', 'tenant_id': '3e71211bd0b74cd8b481127a99faf090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T02:02:40Z', 'revision_number': 5, 'project_id': '3e71211bd0b74cd8b481127a99faf090', 'gw_port': {'id': '4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0063977-3f40-41bf-986b-5f19f684b701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:29Z', 'updated_at': '2021-04-09T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}] {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 02:02:43.003447 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-f515c43e-db07-4e38-9733-3b91f13cf628 req-115c4ffd-5bd0-4d0a-9a7c-7090123f4d53 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511572 Apr 09 02:02:43.093459 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89ec5456-0448-4289-8099-12ee2d76cb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:43.133626 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89ec5456-0448-4289-8099-12ee2d76cb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:43.143631 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:43.165229 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0e300d66-8a9f-4db3-bc9c-306ccfba9530 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:43.236035 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:43.321348 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:43.321771 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:43.322180 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:43.322580 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:43.322976 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:43.323374 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:43.323769 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:43.324162 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:43.324556 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:43.324972 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:43.325363 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:43.325750 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:43.332168 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:43.366665 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89ec5456-0448-4289-8099-12ee2d76cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:43.372186 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:43.392968 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec5456-0448-4289-8099-12ee2d76cb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650f9983-6f58-41e8-8e4f-b7ceddbafd70,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:43.399868 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-89ec5456-0448-4289-8099-12ee2d76cb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:43.460221 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5bdaf339-eed7-4adf-9104-7d8fdaf0d063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:43.475789 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89ec5456-0448-4289-8099-12ee2d76cb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:43.477032 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-89ec5456-0448-4289-8099-12ee2d76cb1f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/650f9983-6f58-41e8-8e4f-b7ceddbafd70 HTTP/1.1" status: 204 len: 168 time: 0.5423491 Apr 09 02:02:43.506367 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854110811'] for router_gateway, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:43.706130 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-771109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773860'] for router, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:43.708560 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:43.744462 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-771215'] for router, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:43.745094 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0063977-3f40-41bf-986b-5f19f684b701 {{(pid=85253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 09 02:02:43.754125 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Notify callbacks [] for router, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:43.755465 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f0063977-3f40-41bf-986b-5f19f684b701 HTTP/1.1" status: 204 len: 168 time: 2.0918186 Apr 09 02:02:43.758568 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33666) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:43.813871 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 33670) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:43.835259 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e9286e0b-846e-40ad-a266-6f488c9f66d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:43.835524 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_v2 [None req-135cd873-0b94-4b37-9e3b-ecd0e13a7cec admin admin] Deleting subnet a9ffae36-0e18-4e05-9f0f-419c9230207d {{(pid=85254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 02:02:43.838981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-135cd873-0b94-4b37-9e3b-ecd0e13a7cec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:43.853880 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e9286e0b-846e-40ad-a266-6f488c9f66d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:02:43.858915 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e9286e0b-846e-40ad-a266-6f488c9f66d0 admin admin] Usage tracker for resource:security_group_rule and tenant:98bff15a205849d2867b13c0193124fa is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:02:43.862544 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e9286e0b-846e-40ad-a266-6f488c9f66d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:02:43.870008 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e9286e0b-846e-40ad-a266-6f488c9f66d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:02:43.907524 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-135cd873-0b94-4b37-9e3b-ecd0e13a7cec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851887881'] for subnet, precommit_delete_associations {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:43.991262 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e9286e0b-846e-40ad-a266-6f488c9f66d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:43.994635 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e9286e0b-846e-40ad-a266-6f488c9f66d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:44.004111 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bbdf46d4-eb4a-4b1c-903f-1a8a373d7f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:44.017927 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-135cd873-0b94-4b37-9e3b-ecd0e13a7cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:44.052711 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e9286e0b-846e-40ad-a266-6f488c9f66d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98bff15a205849d2867b13c0193124fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376146 Apr 09 02:02:44.053919 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9286e0b-846e-40ad-a266-6f488c9f66d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac32cac-b4af-406c-8ef7-a23cce3ad09d,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:44.056703 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 33676) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:44.059784 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e9286e0b-846e-40ad-a266-6f488c9f66d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:44.133551 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fcd69e23-de21-4e28-80c7-02a4dea376f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:44.229397 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fcd69e23-de21-4e28-80c7-02a4dea376f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:44.302929 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59925e49-7c50-4370-87a6-4d9cf11dfe90 req-1b11b768-6eef-41fd-90c9-daf07b0759bd tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:44.304555 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-59925e49-7c50-4370-87a6-4d9cf11dfe90 req-1b11b768-6eef-41fd-90c9-daf07b0759bd tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.1456418 Apr 09 02:02:44.310989 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fcd69e23-de21-4e28-80c7-02a4dea376f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:44.317616 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-25be8235-ec07-45bb-9b4d-dba2464edcb7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:44.321133 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-135cd873-0b94-4b37-9e3b-ecd0e13a7cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852597361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852455743'] for subnet, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:44.337857 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-40a30e6c-41a4-4d18-bacf-a0ff1dc8d0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:44.348929 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd69e23-de21-4e28-80c7-02a4dea376f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac32cac-b4af-406c-8ef7-a23cce3ad09d,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:44.351447 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fcd69e23-de21-4e28-80c7-02a4dea376f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:44.359186 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fcd69e23-de21-4e28-80c7-02a4dea376f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:44.360414 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-fcd69e23-de21-4e28-80c7-02a4dea376f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aac32cac-b4af-406c-8ef7-a23cce3ad09d HTTP/1.1" status: 204 len: 168 time: 0.3026416 Apr 09 02:02:44.364010 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-59925e49-7c50-4370-87a6-4d9cf11dfe90 req-cf9c89d9-4484-4ba4-bec1-bf8d090c7f85 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486591 Apr 09 02:02:44.386116 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cd873-0b94-4b37-9e3b-ecd0e13a7cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9ffae36-0e18-4e05-9f0f-419c9230207d,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:44.390570 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-135cd873-0b94-4b37-9e3b-ecd0e13a7cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:44.480815 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-135cd873-0b94-4b37-9e3b-ecd0e13a7cec admin admin] Notify callbacks [] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:44.489369 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8393aa1a-afe7-42b1-b470-b7d0f3f2727a None None] Network 29507773-c50f-4d83-bdc0-4824bf9f4622 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 02:02:44.495590 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-135cd873-0b94-4b37-9e3b-ecd0e13a7cec admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a9ffae36-0e18-4e05-9f0f-419c9230207d HTTP/1.1" status: 204 len: 168 time: 0.7332072 Apr 09 02:02:44.496176 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33682) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:44.510312 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 44a1244a-fba9-43c7-8d55-ef2213517fb6 no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:02:44.528194 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 02:02:44.561640 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: 44a1244a-fba9-43c7-8d55-ef2213517fb6 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:02:44.562065 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 44a1244a-fba9-43c7-8d55-ef2213517fb6 not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:02:44.562619 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01 no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:02:44.656398 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-397677'] for network, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:44.658586 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:02:44.659001 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 4f0b4c14-bf1c-41a7-ae7f-260e0e8b7d01 not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:02:44.727805 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Deleting port 9e11ae9d-5199-4b78-bf18-3b63c778be1e {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:02:44.728181 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:44.884584 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] DHCP port deletion for 29507773-c50f-4d83-bdc0-4824bf9f4622 request from dv-cinder-784623-6-smb {{(pid=85255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 09 02:02:44.889390 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] Deleting port 9e11ae9d-5199-4b78-bf18-3b63c778be1e {{(pid=85255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:02:44.890076 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:44.906924 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 33690) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:44.943860 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e863bb46-905d-4a6b-b213-902a2292430d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:44.984410 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e863bb46-905d-4a6b-b213-902a2292430d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:02:44.992502 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e863bb46-905d-4a6b-b213-902a2292430d admin admin] Usage tracker for resource:security_group_rule and tenant:822a2a0a1a164ef8ab350fc732c31a3c is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:02:44.997989 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e863bb46-905d-4a6b-b213-902a2292430d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:02:45.009432 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e863bb46-905d-4a6b-b213-902a2292430d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:02:45.052952 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] For port 9e11ae9d-5199-4b78-bf18-3b63c778be1e, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=9e11ae9d-5199-4b78-bf18-3b63c778be1e,segment=NetworkSegment(f3e62cff-447e-4ea1-a950-319a22922586),segment_id=f3e62cff-447e-4ea1-a950-319a22922586)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:02:45.054076 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:45.169778 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e863bb46-905d-4a6b-b213-902a2292430d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:45.172905 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e863bb46-905d-4a6b-b213-902a2292430d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:45.176364 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] For port 9e11ae9d-5199-4b78-bf18-3b63c778be1e, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=9e11ae9d-5199-4b78-bf18-3b63c778be1e,segment=NetworkSegment(f3e62cff-447e-4ea1-a950-319a22922586),segment_id=f3e62cff-447e-4ea1-a950-319a22922586)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:02:45.177034 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:45.183957 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f47d9c51-45fe-402d-b72a-c56404247db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:45.232326 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e863bb46-905d-4a6b-b213-902a2292430d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=822a2a0a1a164ef8ab350fc732c31a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208387 Apr 09 02:02:45.232326 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863bb46-905d-4a6b-b213-902a2292430d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9028c033-0629-42f9-8dea-c1d2d26e29ad,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:45.232919 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Calling delete_port for 9e11ae9d-5199-4b78-bf18-3b63c778be1e owned by network:dhcp {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:02:45.234502 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e863bb46-905d-4a6b-b213-902a2292430d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:45.235203 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 33694) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:45.303675 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9eec02ac-ee55-40cd-a859-1c52c513b927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:45.322592 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] Calling delete_port for 9e11ae9d-5199-4b78-bf18-3b63c778be1e owned by network:dhcp {{(pid=85255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:02:45.337212 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9eec02ac-ee55-40cd-a859-1c52c513b927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:45.400705 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9eec02ac-ee55-40cd-a859-1c52c513b927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:45.407818 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3aad5da3-4e2b-4c7a-9d4d-46f576d58687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:45.421589 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803'] for port, after_delete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:45.423124 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec02ac-ee55-40cd-a859-1c52c513b927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9028c033-0629-42f9-8dea-c1d2d26e29ad,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:45.426659 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9eec02ac-ee55-40cd-a859-1c52c513b927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:45.428356 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9eec02ac-ee55-40cd-a859-1c52c513b927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:45.432471 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-9eec02ac-ee55-40cd-a859-1c52c513b927 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9028c033-0629-42f9-8dea-c1d2d26e29ad HTTP/1.1" status: 204 len: 168 time: 0.1961741 Apr 09 02:02:45.444953 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:45.523748 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] Pushing event deleted for resources: {'Port': ['ID=9e11ae9d-5199-4b78-bf18-3b63c778be1e,revision_number=None']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:45.596850 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:45.597252 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:45.597637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:45.598016 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:45.598540 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:45.599275 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:45.599656 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:45.600548 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:45.600968 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:45.601340 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:45.601715 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:45.602077 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:02:45.609403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:45.618167 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.db.api [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85254) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 09 02:02:45.618684 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_db.api [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 09 02:02:45.645373 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16397d2d-d3d0-4f89-876d-7d97f52c230b req-e9f19e18-39e6-43ac-9ecf-b2def4b2f876 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:45.647353 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-16397d2d-d3d0-4f89-876d-7d97f52c230b req-e9f19e18-39e6-43ac-9ecf-b2def4b2f876 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.1259937 Apr 09 02:02:45.656000 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34230b5-ae36-420f-888e-d8c2e7b89a16 None None] No DVR routers for this DVR port 9e11ae9d-5199-4b78-bf18-3b63c778be1e on host dv-cinder-784623-6-smb {{(pid=85255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 02:02:45.689731 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-16397d2d-d3d0-4f89-876d-7d97f52c230b req-bbffd7b0-2986-4a0b-833e-62b573f39857 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317333 Apr 09 02:02:46.119626 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Deleting port 9e11ae9d-5199-4b78-bf18-3b63c778be1e {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:02:46.120183 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:46.193422 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] The port '9e11ae9d-5199-4b78-bf18-3b63c778be1e' was deleted {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 09 02:02:46.317992 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245879998222'] for network, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:46.435258 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29507773-c50f-4d83-bdc0-4824bf9f4622']}} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:46.448895 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e62cff-447e-4ea1-a950-319a22922586') {'for_net_delete': True} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:46.449255 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e62cff-447e-4ea1-a950-319a22922586') {} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:46.459910 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 9e11ae9d-5199-4b78-bf18-3b63c778be1e no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:02:46.463936 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245879917052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2887887'] for segment, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:46.485343 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:46.493535 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=85254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 02:02:46.501992 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: 9e11ae9d-5199-4b78-bf18-3b63c778be1e {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:02:46.502392 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 9e11ae9d-5199-4b78-bf18-3b63c778be1e not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:02:46.676164 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Network 29507773-c50f-4d83-bdc0-4824bf9f4622 has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 02:02:46.686220 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852597294'] for segment, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:46.892279 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Network 29507773-c50f-4d83-bdc0-4824bf9f4622 has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 02:02:46.979338 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7282813-b52e-426e-ad7f-7b5a544e81b3 req-4c36742e-c24e-4b43-81a4-129075da87f6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:46.981296 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a7282813-b52e-426e-ad7f-7b5a544e81b3 req-4c36742e-c24e-4b43-81a4-129075da87f6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.1634817 Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: Traceback (most recent call last): Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: timer() Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: cb(*args, **kw) Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: return func(*args, **kwargs) Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: self._notify() Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: self.callback(batched_events) Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: event.method(event) Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: segment_id)['aggregates'][0] Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: return f(self, *a, **k) Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: return self._get(url).json() Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: **kwargs) Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: return self.request(url, 'GET', **kwargs) Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: **endpoint_filter) Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 02:02:46.993832 dv-cinder-784623-6-smb neutron-server[85140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 02:02:47.014256 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665026'] for network, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:47.016525 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a7282813-b52e-426e-ad7f-7b5a544e81b3 req-49f33dba-3deb-4c05-826d-2e81a0abb8b7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287740 Apr 09 02:02:47.018105 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-38925778-08d5-4483-8da1-6a4520b79782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:47.041600 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:47.048558 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=29507773-c50f-4d83-bdc0-4824bf9f4622,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:47.053985 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:47.060225 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-9ef91c89-40bf-4a5b-88e7-2346db12acc4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/29507773-c50f-4d83-bdc0-4824bf9f4622 HTTP/1.1" status: 204 len: 168 time: 2.5622842 Apr 09 02:02:47.063508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 33730) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:47.222347 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-73099d27-29bc-473a-bb08-bd74a38773b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:47.657957 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9d26-b276-407a-b092-d844ee84fc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854001002'] for router_interface, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:48.031398 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb9d26-b276-407a-b092-d844ee84fc5b admin admin] Deleting port 8206c13b-3c09-4fd0-b5ce-d33e395942a3 {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:02:48.031772 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9d26-b276-407a-b092-d844ee84fc5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:48.197800 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:48.290997 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-2fcb9d26-b276-407a-b092-d844ee84fc5b admin admin] For port 8206c13b-3c09-4fd0-b5ce-d33e395942a3, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=8206c13b-3c09-4fd0-b5ce-d33e395942a3,segment=NetworkSegment(6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9),segment_id=6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9)] {{(pid=85253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:02:48.291504 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9d26-b276-407a-b092-d844ee84fc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:48.428292 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea1dd1-ae4f-4ae8-982c-24fc0221e192 req-b402583e-fba9-4f5e-a09f-c4449b111607 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:48.429921 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5fea1dd1-ae4f-4ae8-982c-24fc0221e192 req-b402583e-fba9-4f5e-a09f-c4449b111607 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.2580268 Apr 09 02:02:48.441954 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb9d26-b276-407a-b092-d844ee84fc5b admin admin] Calling delete_port for 8206c13b-3c09-4fd0-b5ce-d33e395942a3 owned by network:router_interface {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:02:48.535872 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:48.774857 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5fea1dd1-ae4f-4ae8-982c-24fc0221e192 req-0f3bd680-b358-413a-ada0-2372970671c3 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453711 Apr 09 02:02:48.905410 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9d26-b276-407a-b092-d844ee84fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:48.922962 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3e8aefcf-476a-4aa3-b223-f3f7b74d4876 tempest-AttachVolumeNegativeTest-986833921 tempest-AttachVolumeNegativeTest-986833921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:48.981645 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb9d26-b276-407a-b092-d844ee84fc5b admin admin] Pushing event deleted for resources: {'Port': ['ID=8206c13b-3c09-4fd0-b5ce-d33e395942a3,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:49.032330 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2fcb9d26-b276-407a-b092-d844ee84fc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:49.388286 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9d26-b276-407a-b092-d844ee84fc5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854204910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854111067'] for router_interface, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:49.722639 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33750) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:49.759261 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:49.863851 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-035bc6b5-f523-4837-a140-da04766ffa7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:49.882446 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-035bc6b5-f523-4837-a140-da04766ffa7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:02:49.886750 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-035bc6b5-f523-4837-a140-da04766ffa7d admin admin] Usage tracker for resource:security_group_rule and tenant:429f61cf3377456796a30eabe8908c75 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:02:49.890397 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-035bc6b5-f523-4837-a140-da04766ffa7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:02:49.897393 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-035bc6b5-f523-4837-a140-da04766ffa7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:02:49.969605 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcb9d26-b276-407a-b092-d844ee84fc5b admin admin] Router dc9ba22a-f650-4fda-8f88-4143f44af7e6 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 02:02:49.992282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-035bc6b5-f523-4837-a140-da04766ffa7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:49.996708 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-035bc6b5-f523-4837-a140-da04766ffa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:50.006560 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e74315d3-86ef-471a-a0bd-4983a07f8788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:50.052490 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-035bc6b5-f523-4837-a140-da04766ffa7d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=429f61cf3377456796a30eabe8908c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286440 Apr 09 02:02:50.053862 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33758) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:50.058102 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bc6b5-f523-4837-a140-da04766ffa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93390e4-4b88-4f38-923f-e7e250dad315,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:50.074895 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-035bc6b5-f523-4837-a140-da04766ffa7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:50.124788 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b50152b3-fa38-4870-ac8f-8312301c96df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:50.164784 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b50152b3-fa38-4870-ac8f-8312301c96df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:50.165030 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd839fc8-5a68-4153-9552-c32f1aeb4484 req-1c2ef2db-c583-47dc-ba36-b3f59115ae88 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:50.165030 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-dd839fc8-5a68-4153-9552-c32f1aeb4484 req-1c2ef2db-c583-47dc-ba36-b3f59115ae88 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.2575312 Apr 09 02:02:50.203941 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b50152b3-fa38-4870-ac8f-8312301c96df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:50.209228 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-454e5d47-4029-49e5-8be0-535c777f2d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:50.216599 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-dd839fc8-5a68-4153-9552-c32f1aeb4484 req-cad0a065-07dc-4b0d-8c6d-9762edac18c1 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420301 Apr 09 02:02:50.222174 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcb9d26-b276-407a-b092-d844ee84fc5b admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 02:02:50.223751 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50152b3-fa38-4870-ac8f-8312301c96df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93390e4-4b88-4f38-923f-e7e250dad315,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:50.226818 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b50152b3-fa38-4870-ac8f-8312301c96df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:50.228091 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-b50152b3-fa38-4870-ac8f-8312301c96df admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:50.232476 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-b50152b3-fa38-4870-ac8f-8312301c96df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e93390e4-4b88-4f38-923f-e7e250dad315 HTTP/1.1" status: 204 len: 168 time: 0.1765323 Apr 09 02:02:50.246436 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2fcb9d26-b276-407a-b092-d844ee84fc5b admin admin] 10.222.0.44 "PUT /v2.0/routers/dc9ba22a-f650-4fda-8f88-4143f44af7e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1816928 Apr 09 02:02:50.247810 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0caebd-9633-4607-9a2a-e5defbd52147 None None] Sync routers for ids ['dc9ba22a-f650-4fda-8f88-4143f44af7e6'] in dv-cinder-784623-6-smb {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 02:02:50.249267 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33764) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:50.275475 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0caebd-9633-4607-9a2a-e5defbd52147 None None] Routers {'dc9ba22a-f650-4fda-8f88-4143f44af7e6'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:02:50.276560 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-db0caebd-9633-4607-9a2a-e5defbd52147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:02:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['dc9ba22a-f650-4fda-8f88-4143f44af7e6'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:50.461706 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a499d413-8ee7-4dc3-b428-b38a962faa45 admin admin] Notify callbacks [] for router, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:50.658423 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-db0caebd-9633-4607-9a2a-e5defbd52147 None None] Set router dc9ba22a-f650-4fda-8f88-4143f44af7e6 gateway port host: dv-cinder-784623-6-smb {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:02:50.671632 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a499d413-8ee7-4dc3-b428-b38a962faa45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:50.680384 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-a499d413-8ee7-4dc3-b428-b38a962faa45 admin admin] Deleting port f86a5084-9d9c-4c7f-9240-14bf80b2dde8 {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:02:50.680799 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a499d413-8ee7-4dc3-b428-b38a962faa45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:50.875057 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-a499d413-8ee7-4dc3-b428-b38a962faa45 admin admin] For port f86a5084-9d9c-4c7f-9240-14bf80b2dde8, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=f86a5084-9d9c-4c7f-9240-14bf80b2dde8,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:02:50.875544 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a499d413-8ee7-4dc3-b428-b38a962faa45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:50.972840 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 71d9b46a-af4d-4b4c-8588-f5f508cd0507 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 02:02:50.993840 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-db0caebd-9633-4607-9a2a-e5defbd52147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'name': 'tempest-TestMinimumBasicScenario-821253032-router', 'tenant_id': 'da602727d2584f159eae73a0ee6a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'f86a5084-9d9c-4c7f-9240-14bf80b2dde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:38Z', 'updated_at': '2021-04-09T02:02:48Z', 'revision_number': 5, 'project_id': 'da602727d2584f159eae73a0ee6a6ea5', 'gw_port': {'id': 'f86a5084-9d9c-4c7f-9240-14bf80b2dde8', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:40Z', 'updated_at': '2021-04-09T01:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:51.013794 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0caebd-9633-4607-9a2a-e5defbd52147 None None] Checking router: dc9ba22a-f650-4fda-8f88-4143f44af7e6 for host: dv-cinder-784623-6-smb {{(pid=85255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 02:02:51.015454 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-a499d413-8ee7-4dc3-b428-b38a962faa45 admin admin] Calling delete_port for f86a5084-9d9c-4c7f-9240-14bf80b2dde8 owned by network:router_gateway {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:02:51.088174 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0caebd-9633-4607-9a2a-e5defbd52147 None None] Routers {'dc9ba22a-f650-4fda-8f88-4143f44af7e6'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:02:51.088899 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-db0caebd-9633-4607-9a2a-e5defbd52147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:02:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['dc9ba22a-f650-4fda-8f88-4143f44af7e6'], 'active': True} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:51.192537 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a499d413-8ee7-4dc3-b428-b38a962faa45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:51.208373 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-06a8b2af-d517-4cbe-93f2-0c9f9c380371 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:51.266700 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499d413-8ee7-4dc3-b428-b38a962faa45 admin admin] Pushing event deleted for resources: {'Port': ['ID=f86a5084-9d9c-4c7f-9240-14bf80b2dde8,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:51.270842 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a499d413-8ee7-4dc3-b428-b38a962faa45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:51.293017 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 71d9b46a-af4d-4b4c-8588-f5f508cd0507, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71d9b46a-af4d-4b4c-8588-f5f508cd0507,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:02:51.300965 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-db0caebd-9633-4607-9a2a-e5defbd52147 None None] Set router dc9ba22a-f650-4fda-8f88-4143f44af7e6 gateway port host: None {{(pid=85255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:02:51.422583 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-db0caebd-9633-4607-9a2a-e5defbd52147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'name': 'tempest-TestMinimumBasicScenario-821253032-router', 'tenant_id': 'da602727d2584f159eae73a0ee6a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:38Z', 'updated_at': '2021-04-09T02:02:50Z', 'revision_number': 6, 'project_id': 'da602727d2584f159eae73a0ee6a6ea5', 'gw_port_host': None}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:51.424931 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': '71d9b46a-af4d-4b4c-8588-f5f508cd0507', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'port_id': '71d9b46a-af4d-4b4c-8588-f5f508cd0507', 'mac_address': 'fa:16:3e:f5:dd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 02:02:51.451061 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04912e60-127e-4d8a-9ae4-37d95f1a1433 req-dcab8788-29a4-4876-bf04-adced111060b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:51.452839 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-04912e60-127e-4d8a-9ae4-37d95f1a1433 req-dcab8788-29a4-4876-bf04-adced111060b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.1029544 Apr 09 02:02:51.460720 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0caebd-9633-4607-9a2a-e5defbd52147 None None] The sync data for ids ['dc9ba22a-f650-4fda-8f88-4143f44af7e6'] in dv-cinder-784623-6-smb is: [{'id': 'dc9ba22a-f650-4fda-8f88-4143f44af7e6', 'name': 'tempest-TestMinimumBasicScenario-821253032-router', 'tenant_id': 'da602727d2584f159eae73a0ee6a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:38Z', 'updated_at': '2021-04-09T02:02:50Z', 'revision_number': 6, 'project_id': 'da602727d2584f159eae73a0ee6a6ea5', 'gw_port_host': None}] {{(pid=85255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 02:02:51.479209 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a499d413-8ee7-4dc3-b428-b38a962faa45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854110811'] for router_gateway, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:51.495211 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-04912e60-127e-4d8a-9ae4-37d95f1a1433 req-b64f12cf-be61-4442-8990-474d583f4506 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282934 Apr 09 02:02:51.496168 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:51.497598 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71d9b46a-af4d-4b4c-8588-f5f508cd0507 {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 02:02:51.519346 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 71d9b46a-af4d-4b4c-8588-f5f508cd0507, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71d9b46a-af4d-4b4c-8588-f5f508cd0507,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:02:51.523268 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:51.525879 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:51.608882 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=71d9b46a-af4d-4b4c-8588-f5f508cd0507,revision_number=6']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:51.612237 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:51.617730 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['71d9b46a-af4d-4b4c-8588-f5f508cd0507'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:02:51.683284 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a499d413-8ee7-4dc3-b428-b38a962faa45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-771109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773860'] for router, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:51.685615 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a499d413-8ee7-4dc3-b428-b38a962faa45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:51.716967 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a499d413-8ee7-4dc3-b428-b38a962faa45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-771215'] for router, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:51.717534 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a499d413-8ee7-4dc3-b428-b38a962faa45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc9ba22a-f650-4fda-8f88-4143f44af7e6 {{(pid=85254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 09 02:02:51.731495 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a499d413-8ee7-4dc3-b428-b38a962faa45 admin admin] Notify callbacks [] for router, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:51.732727 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-a499d413-8ee7-4dc3-b428-b38a962faa45 admin admin] 10.222.0.44 "DELETE /v2.0/routers/dc9ba22a-f650-4fda-8f88-4143f44af7e6 HTTP/1.1" status: 204 len: 168 time: 1.4821975 Apr 09 02:02:51.735342 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33770) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:51.803342 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_v2 [None req-8178ce67-e56c-4c17-834d-dbbbe23c15f4 admin admin] Deleting subnet 1ee5b50e-892b-4f81-b818-2da0e447ae60 {{(pid=85254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 02:02:51.806637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8178ce67-e56c-4c17-834d-dbbbe23c15f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:51.861008 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8178ce67-e56c-4c17-834d-dbbbe23c15f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851887881'] for subnet, precommit_delete_associations {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:51.945066 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8178ce67-e56c-4c17-834d-dbbbe23c15f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:52.212875 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8178ce67-e56c-4c17-834d-dbbbe23c15f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852597361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852455743'] for subnet, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:52.228582 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e5394ee1-b738-4277-beff-486db1b33843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:52.275691 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178ce67-e56c-4c17-834d-dbbbe23c15f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ee5b50e-892b-4f81-b818-2da0e447ae60,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:52.325541 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8178ce67-e56c-4c17-834d-dbbbe23c15f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:52.361801 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8178ce67-e56c-4c17-834d-dbbbe23c15f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:52.367993 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbd7a58-ccfb-4a8a-97bc-5d2d72158094 None None] Network 1722bccd-b04f-4ac5-b978-fa4c90506877 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 02:02:52.368488 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-8178ce67-e56c-4c17-834d-dbbbe23c15f4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1ee5b50e-892b-4f81-b818-2da0e447ae60 HTTP/1.1" status: 204 len: 168 time: 0.6319320 Apr 09 02:02:52.370863 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33780) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:52.472036 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 8206c13b-3c09-4fd0-b5ce-d33e395942a3 no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:02:52.494854 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-397677'] for network, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:52.522644 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: 8206c13b-3c09-4fd0-b5ce-d33e395942a3 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:02:52.523035 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 8206c13b-3c09-4fd0-b5ce-d33e395942a3 not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:02:52.523513 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device f86a5084-9d9c-4c7f-9240-14bf80b2dde8 no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:02:52.572812 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: f86a5084-9d9c-4c7f-9240-14bf80b2dde8 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:02:52.573222 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device f86a5084-9d9c-4c7f-9240-14bf80b2dde8 not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:02:52.575460 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] Deleting port d72de3f8-f720-4e7c-bd95-17de49f6f95c {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:02:52.576496 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:52.754670 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e1e256-57b2-4baf-8563-00e4662e95d3 None None] DHCP port deletion for 1722bccd-b04f-4ac5-b978-fa4c90506877 request from dv-cinder-784623-6-smb {{(pid=85255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 09 02:02:52.759432 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c9e1e256-57b2-4baf-8563-00e4662e95d3 None None] Deleting port d72de3f8-f720-4e7c-bd95-17de49f6f95c {{(pid=85255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:02:52.759857 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c9e1e256-57b2-4baf-8563-00e4662e95d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:52.792563 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffe8a9-f0a0-4e9a-9a12-0b01ff450e14 req-ebefcd08-b37a-493c-ab68-81c798645be9 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:52.794450 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0cffe8a9-f0a0-4e9a-9a12-0b01ff450e14 req-ebefcd08-b37a-493c-ab68-81c798645be9 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 944 time: 0.1413221 Apr 09 02:02:52.839255 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0cffe8a9-f0a0-4e9a-9a12-0b01ff450e14 req-9d05da4a-4258-439d-bdcc-3c206f671546 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361657 Apr 09 02:02:53.014242 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 71d9b46a-af4d-4b4c-8588-f5f508cd0507 up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 02:02:53.098343 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] For port d72de3f8-f720-4e7c-bd95-17de49f6f95c, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=d72de3f8-f720-4e7c-bd95-17de49f6f95c,segment=NetworkSegment(6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9),segment_id=6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:02:53.098343 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:53.118637 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c9e1e256-57b2-4baf-8563-00e4662e95d3 None None] For port d72de3f8-f720-4e7c-bd95-17de49f6f95c, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=d72de3f8-f720-4e7c-bd95-17de49f6f95c,segment=NetworkSegment(6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9),segment_id=6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:02:53.119448 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c9e1e256-57b2-4baf-8563-00e4662e95d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:53.252096 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] Calling delete_port for d72de3f8-f720-4e7c-bd95-17de49f6f95c owned by network:dhcp {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:02:53.287935 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c9e1e256-57b2-4baf-8563-00e4662e95d3 None None] Calling delete_port for d72de3f8-f720-4e7c-bd95-17de49f6f95c owned by network:dhcp {{(pid=85255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:02:53.354124 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port 71d9b46a-af4d-4b4c-8588-f5f508cd0507 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 02:02:53.354841 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:53.356900 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:53.375357 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-cfc523b2-f58f-4d70-944b-586624b250e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:53.446468 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d72de3f8-f720-4e7c-bd95-17de49f6f95c,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:53.457022 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.db.api [None req-c9e1e256-57b2-4baf-8563-00e4662e95d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85255) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 09 02:02:53.457640 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_db.api [None req-c9e1e256-57b2-4baf-8563-00e4662e95d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 09 02:02:53.505698 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:53.524640 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:53.539993 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e297c3ae-f42a-4982-a291-9214fb1d1c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d9b46a-af4d-4b4c-8588-f5f508cd0507'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:02:53.552333 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 71d9b46a-af4d-4b4c-8588-f5f508cd0507, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71d9b46a-af4d-4b4c-8588-f5f508cd0507,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:02:53.555967 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:53.558503 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:53.559643 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] No DVR routers for this DVR port d72de3f8-f720-4e7c-bd95-17de49f6f95c on host dv-cinder-784623-6-smb {{(pid=85254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 02:02:53.637144 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e297c3ae-f42a-4982-a291-9214fb1d1c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d9b46a-af4d-4b4c-8588-f5f508cd0507', 'code': 200} Apr 09 02:02:53.643634 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=71d9b46a-af4d-4b4c-8588-f5f508cd0507,revision_number=7']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:53.647464 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:53.735872 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245879998222'] for network, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:53.859268 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1722bccd-b04f-4ac5-b978-fa4c90506877']}} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:53.876855 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9') {'for_net_delete': True} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:53.877091 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfa8739-c1ff-4da5-bb3f-ec0d167b35a9') {} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:02:53.894129 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245879917052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2887887'] for segment, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:53.916815 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:53.929371 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=85254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 02:02:53.959448 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c9e1e256-57b2-4baf-8563-00e4662e95d3 None None] Deleting port d72de3f8-f720-4e7c-bd95-17de49f6f95c {{(pid=85255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:02:53.960088 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c9e1e256-57b2-4baf-8563-00e4662e95d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:54.052621 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c9e1e256-57b2-4baf-8563-00e4662e95d3 None None] The port 'd72de3f8-f720-4e7c-bd95-17de49f6f95c' was deleted {{(pid=85255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 09 02:02:54.073253 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fca6e-f53e-47a2-a429-21b69928ec81 req-1cf1d176-0b92-4d34-92a0-1bbf8e94f7fd tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:54.081759 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d56fca6e-f53e-47a2-a429-21b69928ec81 req-1cf1d176-0b92-4d34-92a0-1bbf8e94f7fd tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.1069472 Apr 09 02:02:54.121903 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d56fca6e-f53e-47a2-a429-21b69928ec81 req-eacbc63a-4f1c-460f-9d17-f3acd9355064 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388155 Apr 09 02:02:54.155650 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] Network 1722bccd-b04f-4ac5-b978-fa4c90506877 has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 02:02:54.166863 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852597294'] for segment, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:54.354072 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] Network 1722bccd-b04f-4ac5-b978-fa4c90506877 has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: Traceback (most recent call last): Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: timer() Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: cb(*args, **kw) Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: return func(*args, **kwargs) Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: self._notify() Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: self.callback(batched_events) Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: event.method(event) Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: segment_id)['aggregates'][0] Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: return f(self, *a, **k) Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: return self._get(url).json() Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: **kwargs) Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: return self.request(url, 'GET', **kwargs) Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: **endpoint_filter) Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 02:02:54.383797 dv-cinder-784623-6-smb neutron-server[85140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 02:02:54.473518 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device d72de3f8-f720-4e7c-bd95-17de49f6f95c no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:02:54.474559 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665026'] for network, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:54.478894 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:54.501287 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:54.513311 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1722bccd-b04f-4ac5-b978-fa4c90506877,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:54.519170 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1722bccd-b04f-4ac5-b978-fa4c90506877 HTTP/1.1" status: 204 len: 168 time: 2.1449060 Apr 09 02:02:54.519170 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e4333b86-b862-4904-bd4f-99662b02caa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:54.521495 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: d72de3f8-f720-4e7c-bd95-17de49f6f95c {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:02:54.521963 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device d72de3f8-f720-4e7c-bd95-17de49f6f95c not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:02:54.744786 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33808) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:54.783948 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-3a12ee3a-3e32-4783-8554-f8877737dd7f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e71211bd0b74cd8b481127a99faf090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0358479 Apr 09 02:02:54.784183 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33812) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:54.857936 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6fe9bbf9-1e31-4367-a0d2-71e609932dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:54.895499 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6fe9bbf9-1e31-4367-a0d2-71e609932dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:54.957809 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6fe9bbf9-1e31-4367-a0d2-71e609932dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:54.970369 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-a03bf0ac-3157-416c-b465-40de4e11b3a1 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:54.985712 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9bbf9-1e31-4367-a0d2-71e609932dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784f6341-60f4-4f7e-b0d2-af05d6db4c53,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:54.989052 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-6fe9bbf9-1e31-4367-a0d2-71e609932dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:54.992508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6fe9bbf9-1e31-4367-a0d2-71e609932dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:54.994110 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-6fe9bbf9-1e31-4367-a0d2-71e609932dc3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/784f6341-60f4-4f7e-b0d2-af05d6db4c53 HTTP/1.1" status: 204 len: 168 time: 0.2087307 Apr 09 02:02:55.355316 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86008adb-51d4-4650-bc23-7a49564203d5 req-a62e51d1-af80-4336-8bfc-044b30304cd0 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:55.363515 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-86008adb-51d4-4650-bc23-7a49564203d5 req-a62e51d1-af80-4336-8bfc-044b30304cd0 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.1082006 Apr 09 02:02:55.404575 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-86008adb-51d4-4650-bc23-7a49564203d5 req-87e61a15-e407-4102-a4f1-266ecdf9ab92 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396595 Apr 09 02:02:55.468795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 33822) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:55.508435 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-d3f88abc-370f-4a73-b8a8-e9ea76700dcf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da602727d2584f159eae73a0ee6a6ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382314 Apr 09 02:02:55.511158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 33826) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:02:55.578618 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f05088ac-c8d4-494a-9e43-e74e704162c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:55.610093 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f05088ac-c8d4-494a-9e43-e74e704162c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:55.669593 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f05088ac-c8d4-494a-9e43-e74e704162c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:55.674952 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-cdbddecc-ac22-49a6-a8c1-1b64a188d0ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:02:55.690508 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05088ac-c8d4-494a-9e43-e74e704162c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3754aa2f-f380-441e-93ec-e6e130d33e7f,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:02:55.692732 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f05088ac-c8d4-494a-9e43-e74e704162c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:02:55.696948 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-f05088ac-c8d4-494a-9e43-e74e704162c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3754aa2f-f380-441e-93ec-e6e130d33e7f HTTP/1.1" status: 204 len: 168 time: 0.1844542 Apr 09 02:02:55.698322 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f05088ac-c8d4-494a-9e43-e74e704162c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:02:56.652522 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6305d-b008-436f-ab2e-73e2124bb371 req-750998af-b904-4bb5-911f-0f1020370ef5 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:56.656615 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3ff6305d-b008-436f-ab2e-73e2124bb371 req-750998af-b904-4bb5-911f-0f1020370ef5 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.1133244 Apr 09 02:02:56.705691 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3ff6305d-b008-436f-ab2e-73e2124bb371 req-f0a3135a-4ceb-4ac0-9547-1fd671e15928 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413480 Apr 09 02:02:57.926824 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0e7a3-e9a3-4182-93d7-0689e453a0d3 req-25f7e479-3ae5-4277-ac11-0d0f793ae165 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:57.935308 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-88e0e7a3-e9a3-4182-93d7-0689e453a0d3 req-25f7e479-3ae5-4277-ac11-0d0f793ae165 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.1051433 Apr 09 02:02:57.968561 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-88e0e7a3-e9a3-4182-93d7-0689e453a0d3 req-e7254580-b1ed-4c93-a54c-bc6202e736eb tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322034 Apr 09 02:02:59.201403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5d0e9-c67b-4e58-8347-16759b96d83e req-b19c5621-496e-4abb-8ba0-7c0ef703d18b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:02:59.205401 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9fe5d0e9-c67b-4e58-8347-16759b96d83e req-b19c5621-496e-4abb-8ba0-7c0ef703d18b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.1081436 Apr 09 02:02:59.235588 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-9fe5d0e9-c67b-4e58-8347-16759b96d83e req-4f90f9a4-afc2-4224-a3a8-0b193868a29d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254807 Apr 09 02:03:00.451034 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9eb64b-eb7b-4501-a721-0efb70269ce8 req-0ad443e2-0224-4361-9be4-f135bcc242ae tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:00.452787 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0f9eb64b-eb7b-4501-a721-0efb70269ce8 req-0ad443e2-0224-4361-9be4-f135bcc242ae tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.0957088 Apr 09 02:03:00.485114 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-0f9eb64b-eb7b-4501-a721-0efb70269ce8 req-c69d0073-6d2e-4b6b-9ede-c561ab4fe3f7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251646 Apr 09 02:03:01.712726 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c50dce-e23c-40e4-a637-5c65f80e0c36 req-dcf2b92f-8f86-4d80-8bbc-8278b79f77f3 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:01.714573 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-10c50dce-e23c-40e4-a637-5c65f80e0c36 req-dcf2b92f-8f86-4d80-8bbc-8278b79f77f3 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.0924087 Apr 09 02:03:01.747037 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-10c50dce-e23c-40e4-a637-5c65f80e0c36 req-3e3b8074-0d84-433b-82d0-4f78058655d7 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260091 Apr 09 02:03:02.205459 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:02.743575 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8982cb0-2488-41ab-9531-879b9e45151c req-e0d367bc-952d-4161-88ae-44f768bc6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:02.745220 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e8982cb0-2488-41ab-9531-879b9e45151c req-e0d367bc-952d-4161-88ae-44f768bc6300 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1fc2ad2e8754118a5af5f603622501a&device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 1098 time: 0.0816166 Apr 09 02:03:02.940549 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8982cb0-2488-41ab-9531-879b9e45151c req-342ff685-3b67-49e2-9baf-816f4ac0b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:02.942247 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e8982cb0-2488-41ab-9531-879b9e45151c req-342ff685-3b67-49e2-9baf-816f4ac0b8c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fcda180e-c15e-43dc-97d5-dc5157f94d29 HTTP/1.1" status: 200 len: 917 time: 0.1905696 Apr 09 02:03:03.075687 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a904e2-21d3-4837-917d-48f4bec6b669 req-6f8d0a53-4358-44c3-bfa1-3931facb32b9 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:03.077233 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c2a904e2-21d3-4837-917d-48f4bec6b669 req-6f8d0a53-4358-44c3-bfa1-3931facb32b9 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.2039211 Apr 09 02:03:03.079259 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e8982cb0-2488-41ab-9531-879b9e45151c req-113e7d32-6ea9-444e-931a-95f84b97eea6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d9b46a-af4d-4b4c-8588-f5f508cd0507 HTTP/1.1" status: 200 len: 1001 time: 0.1285949 Apr 09 02:03:03.160403 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c2a904e2-21d3-4837-917d-48f4bec6b669 req-a1dc88d3-4f28-4d5d-a035-f7fcdc8d1923 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767593 Apr 09 02:03:03.171953 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8982cb0-2488-41ab-9531-879b9e45151c req-60eeca13-1993-411b-9388-7f71f6742117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:03.173545 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e8982cb0-2488-41ab-9531-879b9e45151c req-60eeca13-1993-411b-9388-7f71f6742117 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c919a89-cf5f-419e-9ae6-9992f20bb483 HTTP/1.1" status: 200 len: 855 time: 0.0881307 Apr 09 02:03:03.257188 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8982cb0-2488-41ab-9531-879b9e45151c req-f8e8274f-5d91-4b8d-b663-35e469f07029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:03.258773 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e8982cb0-2488-41ab-9531-879b9e45151c req-f8e8274f-5d91-4b8d-b663-35e469f07029 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fcda180e-c15e-43dc-97d5-dc5157f94d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785494 Apr 09 02:03:03.402036 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e8982cb0-2488-41ab-9531-879b9e45151c req-5391d74d-0854-4522-94a3-436c3b02919a service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364226 Apr 09 02:03:03.549808 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-e8982cb0-2488-41ab-9531-879b9e45151c req-470e6125-6f03-45b5-bbc0-9e69c083fe59 service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407423 Apr 09 02:03:04.371549 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580dc81-ed3c-4f8b-8aa1-cbc6a6c33a8b req-0c7cfbcb-8367-4b9a-beca-c172207014ea tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:04.373295 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4580dc81-ed3c-4f8b-8aa1-cbc6a6c33a8b req-0c7cfbcb-8367-4b9a-beca-c172207014ea tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 945 time: 0.0915108 Apr 09 02:03:04.409808 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-4580dc81-ed3c-4f8b-8aa1-cbc6a6c33a8b req-11c1d32e-d0b1-4156-8a1d-f5fb39a4923d tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300949 Apr 09 02:03:05.035600 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 71d9b46a-af4d-4b4c-8588-f5f508cd0507 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:03:05.166224 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:05.179475 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e297c3ae-f42a-4982-a291-9214fb1d1c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71d9b46a-af4d-4b4c-8588-f5f508cd0507'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:03:05.191329 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 71d9b46a-af4d-4b4c-8588-f5f508cd0507, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71d9b46a-af4d-4b4c-8588-f5f508cd0507,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:03:05.194325 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:05.197616 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:03:05.424332 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e297c3ae-f42a-4982-a291-9214fb1d1c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71d9b46a-af4d-4b4c-8588-f5f508cd0507', 'code': 200} Apr 09 02:03:05.460232 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=71d9b46a-af4d-4b4c-8588-f5f508cd0507,revision_number=8']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:03:05.463648 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:03:05.865034 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cddd7e-53c8-4f58-a0e9-8deb176ef614 req-0c94c8f7-3e0e-4190-b3cf-9e81d42dad58 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:05.867726 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71cddd7e-53c8-4f58-a0e9-8deb176ef614 req-0c94c8f7-3e0e-4190-b3cf-9e81d42dad58 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 943 time: 0.3329182 Apr 09 02:03:05.900381 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-71cddd7e-53c8-4f58-a0e9-8deb176ef614 req-792f5dcf-9e9a-4696-b4ff-5f97b99d0497 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0256922 Apr 09 02:03:07.529921 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b04e7-aea5-4f15-b9d2-e0eb085e6b33 req-a41750b0-75b2-40fb-a287-ee04274c0e8a tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:07.531870 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a30b04e7-aea5-4f15-b9d2-e0eb085e6b33 req-a41750b0-75b2-40fb-a287-ee04274c0e8a tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 943 time: 0.1064773 Apr 09 02:03:07.565737 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-a30b04e7-aea5-4f15-b9d2-e0eb085e6b33 req-af9d2ef5-82d9-486d-9a57-e65ec038db1b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267982 Apr 09 02:03:07.777551 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-280491e6-9150-44de-83cd-9afb6d4112b8 req-bc2f1ef8-8683-4df3-98b6-61ccba91db2e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796185 Apr 09 02:03:08.321653 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280491e6-9150-44de-83cd-9afb6d4112b8 req-795e4802-09bd-4449-805a-3d6995231743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:08.323281 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-280491e6-9150-44de-83cd-9afb6d4112b8 req-795e4802-09bd-4449-805a-3d6995231743 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a&tenant_id=b1fc2ad2e8754118a5af5f603622501a HTTP/1.1" status: 200 len: 1096 time: 0.0816140 Apr 09 02:03:08.425607 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280491e6-9150-44de-83cd-9afb6d4112b8 req-7ec14b34-d324-4ffb-abf0-2e389f74f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:08.427178 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-280491e6-9150-44de-83cd-9afb6d4112b8 req-7ec14b34-d324-4ffb-abf0-2e389f74f70d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1fc2ad2e8754118a5af5f603622501a&device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 1096 time: 0.0822113 Apr 09 02:03:08.575682 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280491e6-9150-44de-83cd-9afb6d4112b8 req-c7fa346c-11f9-4163-a7e5-4ce7524836fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:08.577297 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-280491e6-9150-44de-83cd-9afb6d4112b8 req-c7fa346c-11f9-4163-a7e5-4ce7524836fd service neutron] 10.222.0.60 "GET /v2.0/networks?id=fcda180e-c15e-43dc-97d5-dc5157f94d29 HTTP/1.1" status: 200 len: 917 time: 0.1438706 Apr 09 02:03:08.688505 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-280491e6-9150-44de-83cd-9afb6d4112b8 req-70c1766a-28b7-487c-95ff-eb9c8c5c00de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d9b46a-af4d-4b4c-8588-f5f508cd0507 HTTP/1.1" status: 200 len: 999 time: 0.1048954 Apr 09 02:03:08.825215 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280491e6-9150-44de-83cd-9afb6d4112b8 req-3e1f7f4e-2fef-471b-98cd-3f767b550ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:08.826860 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-280491e6-9150-44de-83cd-9afb6d4112b8 req-3e1f7f4e-2fef-471b-98cd-3f767b550ac2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c919a89-cf5f-419e-9ae6-9992f20bb483 HTTP/1.1" status: 200 len: 855 time: 0.1321709 Apr 09 02:03:08.902001 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6117b7-bfe8-4e04-9061-0d78f7a2bf74 req-0be5582d-d039-4e2a-8871-f64d581fc5d3 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:08.903685 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3b6117b7-bfe8-4e04-9061-0d78f7a2bf74 req-0be5582d-d039-4e2a-8871-f64d581fc5d3 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 943 time: 0.1699626 Apr 09 02:03:08.956249 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-3b6117b7-bfe8-4e04-9061-0d78f7a2bf74 req-9e73a58e-4d67-4bb3-b183-caeb16e0d8f2 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346892 Apr 09 02:03:08.963934 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280491e6-9150-44de-83cd-9afb6d4112b8 req-21ec4061-9277-4221-8cf3-14e0d2e6f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:08.965578 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-280491e6-9150-44de-83cd-9afb6d4112b8 req-21ec4061-9277-4221-8cf3-14e0d2e6f5a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fcda180e-c15e-43dc-97d5-dc5157f94d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1306028 Apr 09 02:03:09.112889 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-280491e6-9150-44de-83cd-9afb6d4112b8 req-ffe411e1-d2ef-4667-b4c0-5f1c9ea71d0c service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404126 Apr 09 02:03:09.263945 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-280491e6-9150-44de-83cd-9afb6d4112b8 req-8a072dff-e3fa-44a5-bac4-210dcf232202 service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452110 Apr 09 02:03:10.178418 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d80c5-6057-4768-a627-255bd25b116c req-b520abbe-583b-4ed9-a623-b2337a7c00b3 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:10.186323 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d27d80c5-6057-4768-a627-255bd25b116c req-b520abbe-583b-4ed9-a623-b2337a7c00b3 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 943 time: 0.0986447 Apr 09 02:03:10.234378 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d27d80c5-6057-4768-a627-255bd25b116c req-22148721-0895-4288-a2e6-ae00aa537601 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469482 Apr 09 02:03:11.491376 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f4a37-eaba-4829-a2c1-3290152ffe9f req-10fa819a-9ed0-497b-a551-910276316f79 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:11.493069 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1c6f4a37-eaba-4829-a2c1-3290152ffe9f req-10fa819a-9ed0-497b-a551-910276316f79 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 943 time: 0.1045415 Apr 09 02:03:11.534222 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1c6f4a37-eaba-4829-a2c1-3290152ffe9f req-58acf37b-2b72-4993-adde-d22772c0a478 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286610 Apr 09 02:03:12.755016 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1e70a-3ef1-476c-be92-1376915847ed req-49d78a0b-0942-4b17-92b3-921c5dd02a2b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:12.756723 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-91b1e70a-3ef1-476c-be92-1376915847ed req-49d78a0b-0942-4b17-92b3-921c5dd02a2b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 943 time: 0.0917463 Apr 09 02:03:12.788366 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-91b1e70a-3ef1-476c-be92-1376915847ed req-9a35ba53-4c1c-459a-93f9-39e08eb25e8c tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252261 Apr 09 02:03:13.464749 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-89de4d5d-94a8-4ba0-9ff0-715e7ce7a51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:14.043962 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c967c0-7620-45ad-81aa-d78bc04e05f6 req-e50c1507-94c5-413f-ab48-d0c193a2e981 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:14.045693 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-41c967c0-7620-45ad-81aa-d78bc04e05f6 req-e50c1507-94c5-413f-ab48-d0c193a2e981 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 943 time: 0.1173313 Apr 09 02:03:14.078283 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-41c967c0-7620-45ad-81aa-d78bc04e05f6 req-792bcdb8-2f8c-4e1d-99cc-0c80ae1a403a tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259879 Apr 09 02:03:15.442090 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249177e-e396-4ea5-acc2-7d12d05c5775 req-331c043d-d55b-42b0-b014-03b07ca77e65 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:15.444306 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d249177e-e396-4ea5-acc2-7d12d05c5775 req-331c043d-d55b-42b0-b014-03b07ca77e65 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 943 time: 0.0958319 Apr 09 02:03:15.476301 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d249177e-e396-4ea5-acc2-7d12d05c5775 req-776eab49-e6b1-4401-9aba-6ea8ed7e3af2 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254810 Apr 09 02:03:16.707039 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07417d-7c88-45fa-ae6f-db55b5939ad9 req-25755ac7-5e81-4b13-a423-838c44501c2f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:16.709400 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5c07417d-7c88-45fa-ae6f-db55b5939ad9 req-25755ac7-5e81-4b13-a423-838c44501c2f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 943 time: 0.1047730 Apr 09 02:03:16.743013 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-5c07417d-7c88-45fa-ae6f-db55b5939ad9 req-4f13399a-4895-4074-a75d-a6668af05ee9 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269351 Apr 09 02:03:17.232699 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2ea612fd-05b2-45d5-ab0b-16d720cfc158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:17.973029 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e243d-2754-4082-ae77-b34fddc5bee8 req-1dcd877b-c412-4022-8376-a0bdd217baf2 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:17.975428 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-753e243d-2754-4082-ae77-b34fddc5bee8 req-1dcd877b-c412-4022-8376-a0bdd217baf2 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 943 time: 0.1014504 Apr 09 02:03:18.009240 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-753e243d-2754-4082-ae77-b34fddc5bee8 req-eb7984d6-00c2-4f26-99a4-6389a5eb9a26 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270138 Apr 09 02:03:18.199716 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:18.539359 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:19.247423 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a55730-9d73-416a-b4a4-83125f84de45 req-d273f31c-16a3-4dc9-ba80-21bee5b613fd tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:19.249057 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-39a55730-9d73-416a-b4a4-83125f84de45 req-d273f31c-16a3-4dc9-ba80-21bee5b613fd tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 943 time: 0.0959761 Apr 09 02:03:19.281115 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-39a55730-9d73-416a-b4a4-83125f84de45 req-55d22df5-5a4c-4a74-b5bc-4903dab6bafa tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255578 Apr 09 02:03:19.761937 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:20.494527 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be562b1-1d24-4203-8b29-2979d3ad287d req-32944fdb-13cb-4f1b-b0a2-c77204b3b1ba tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:20.496120 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1be562b1-1d24-4203-8b29-2979d3ad287d req-32944fdb-13cb-4f1b-b0a2-c77204b3b1ba tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 943 time: 0.0890894 Apr 09 02:03:20.526485 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1be562b1-1d24-4203-8b29-2979d3ad287d req-7ad09afa-a7e4-4f4e-8d71-a7297b8054be tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240021 Apr 09 02:03:21.529066 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 02:03:21.737647 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a63313-f7c7-4581-99ef-dc1f11ef69db req-c1f11f15-f768-4157-85fb-faa864aba68f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:21.739226 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-06a63313-f7c7-4581-99ef-dc1f11ef69db req-c1f11f15-f768-4157-85fb-faa864aba68f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 943 time: 0.0906289 Apr 09 02:03:21.769676 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-06a63313-f7c7-4581-99ef-dc1f11ef69db req-1d932cf7-2261-424a-8ef8-13eed366544b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240202 Apr 09 02:03:22.973590 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3073e-bfd7-40d4-b634-ff2c0a3964ca req-3530b708-4f78-4cab-b00c-6ef742548a58 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:22.975204 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c1e3073e-bfd7-40d4-b634-ff2c0a3964ca req-3530b708-4f78-4cab-b00c-6ef742548a58 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 943 time: 0.0884023 Apr 09 02:03:23.008651 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-c1e3073e-bfd7-40d4-b634-ff2c0a3964ca req-b87d9f07-bf05-41c3-8a6d-ecd50f42cf05 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262361 Apr 09 02:03:23.111646 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 71d9b46a-af4d-4b4c-8588-f5f508cd0507 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 02:03:23.256123 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 71d9b46a-af4d-4b4c-8588-f5f508cd0507, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71d9b46a-af4d-4b4c-8588-f5f508cd0507,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:03:23.271219 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Returning: {'device': '71d9b46a-af4d-4b4c-8588-f5f508cd0507', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'port_id': '71d9b46a-af4d-4b4c-8588-f5f508cd0507', 'mac_address': 'fa:16:3e:f5:dd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 02:03:23.336990 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:23.338360 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d9b46a-af4d-4b4c-8588-f5f508cd0507 {{(pid=85255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 02:03:23.355297 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 71d9b46a-af4d-4b4c-8588-f5f508cd0507, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71d9b46a-af4d-4b4c-8588-f5f508cd0507,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:03:23.358633 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:23.361292 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:03:23.430268 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=71d9b46a-af4d-4b4c-8588-f5f508cd0507,revision_number=9']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:03:23.433576 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:03:23.559686 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] get_ports_and_sgs() called for port_ids ['71d9b46a-af4d-4b4c-8588-f5f508cd0507'] {{(pid=85255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 02:03:24.214996 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc697c06-ebc9-4913-8550-93c00b4a9488 req-ebc80592-1838-4283-a93d-51e08cdbdc6a tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:24.216481 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-dc697c06-ebc9-4913-8550-93c00b4a9488 req-ebc80592-1838-4283-a93d-51e08cdbdc6a tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 944 time: 0.0909107 Apr 09 02:03:24.246804 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-dc697c06-ebc9-4913-8550-93c00b4a9488 req-7b1a1506-b17b-4c57-b36c-2b99aa18b054 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240326 Apr 09 02:03:25.127223 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 71d9b46a-af4d-4b4c-8588-f5f508cd0507 up at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 02:03:25.201366 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.provisioning_blocks [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Provisioning complete for port 71d9b46a-af4d-4b4c-8588-f5f508cd0507 triggered by entity L2. {{(pid=85255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 02:03:25.201711 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712234'] for port, provisioning_complete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:25.331135 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854325794'] for port, before_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:25.342826 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e297c3ae-f42a-4982-a291-9214fb1d1c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d9b46a-af4d-4b4c-8588-f5f508cd0507'}] {{(pid=85255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:03:25.353635 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] For port 71d9b46a-af4d-4b4c-8588-f5f508cd0507, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71d9b46a-af4d-4b4c-8588-f5f508cd0507,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:03:25.357332 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245880042868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245880484997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790974290837'] for port, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:25.359275 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-19b4bb97-8386-456e-a8b1-e6ec0fd2371e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:03:25.418136 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e297c3ae-f42a-4982-a291-9214fb1d1c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d9b46a-af4d-4b4c-8588-f5f508cd0507', 'code': 200} Apr 09 02:03:25.434754 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Pushing event updated for resources: {'Port': ['ID=71d9b46a-af4d-4b4c-8588-f5f508cd0507,revision_number=10']} {{(pid=85255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:03:25.438367 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:03:25.466467 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93720208-ae8a-4d0a-b064-23ec3332fad1 req-6c77a696-5de5-49bf-a7a7-8e75dfa996b6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:25.468043 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-93720208-ae8a-4d0a-b064-23ec3332fad1 req-6c77a696-5de5-49bf-a7a7-8e75dfa996b6 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 946 time: 0.0994239 Apr 09 02:03:25.501870 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-93720208-ae8a-4d0a-b064-23ec3332fad1 req-413411a7-ab83-4675-aa14-15a79347044e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267801 Apr 09 02:03:25.677990 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec823c3-0a92-4cd5-a718-7faa9e8615b3 req-efd4c874-b4b4-4af4-9405-ceb61d186bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:25.679622 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-eec823c3-0a92-4cd5-a718-7faa9e8615b3 req-efd4c874-b4b4-4af4-9405-ceb61d186bb8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 1099 time: 0.0816770 Apr 09 02:03:25.706825 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-eec823c3-0a92-4cd5-a718-7faa9e8615b3 req-3db3629c-6bfa-42bf-b288-b3197bf819f8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0199177 Apr 09 02:03:26.714547 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b403327-0981-485e-aa4b-45a71227e770 req-71edbd9b-33f8-4cb2-9716-b9db866392e2 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:26.716362 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1b403327-0981-485e-aa4b-45a71227e770 req-71edbd9b-33f8-4cb2-9716-b9db866392e2 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 946 time: 0.0914643 Apr 09 02:03:26.749636 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-1b403327-0981-485e-aa4b-45a71227e770 req-1a4d4c38-761d-405d-b09a-08a03521b3e2 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266857 Apr 09 02:03:27.963054 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdab86-a81a-49e2-9904-cad51b6ec4dc req-efc08bad-0f8e-49d6-b729-4aee113bdc03 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:27.964690 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-abbdab86-a81a-49e2-9904-cad51b6ec4dc req-efc08bad-0f8e-49d6-b729-4aee113bdc03 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 946 time: 0.0946202 Apr 09 02:03:27.996510 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-abbdab86-a81a-49e2-9904-cad51b6ec4dc req-64a39da1-d503-487e-b82f-7731e89d80a3 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250971 Apr 09 02:03:32.204455 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:36.947285 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-56e2deba-2b79-4b0b-8428-b6254f381bb5 req-286e519f-3efc-48cc-9b46-e9e537dbe60e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858190 Apr 09 02:03:37.123284 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2deba-2b79-4b0b-8428-b6254f381bb5 req-c6c9d898-c90f-4d57-96f0-6755f289483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:37.124930 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-56e2deba-2b79-4b0b-8428-b6254f381bb5 req-c6c9d898-c90f-4d57-96f0-6755f289483c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1fc2ad2e8754118a5af5f603622501a&device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 1099 time: 0.0870385 Apr 09 02:03:37.287857 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2deba-2b79-4b0b-8428-b6254f381bb5 req-c00bfd3f-058d-4ea5-af24-0fb7f576a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:37.290224 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-56e2deba-2b79-4b0b-8428-b6254f381bb5 req-c00bfd3f-058d-4ea5-af24-0fb7f576a4a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fcda180e-c15e-43dc-97d5-dc5157f94d29 HTTP/1.1" status: 200 len: 917 time: 0.1418128 Apr 09 02:03:37.403515 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-56e2deba-2b79-4b0b-8428-b6254f381bb5 req-c8d0a5d6-22da-4598-95a7-46e0cd79eedc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d9b46a-af4d-4b4c-8588-f5f508cd0507 HTTP/1.1" status: 200 len: 1001 time: 0.1060488 Apr 09 02:03:37.474141 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2deba-2b79-4b0b-8428-b6254f381bb5 req-6a3b0b5f-57a8-49a7-83ab-257b9579201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:37.475726 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-56e2deba-2b79-4b0b-8428-b6254f381bb5 req-6a3b0b5f-57a8-49a7-83ab-257b9579201d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c919a89-cf5f-419e-9ae6-9992f20bb483 HTTP/1.1" status: 200 len: 855 time: 0.0652747 Apr 09 02:03:37.561539 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2deba-2b79-4b0b-8428-b6254f381bb5 req-03c80a81-c3b6-443d-9485-6c5e22b618f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:37.563071 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-56e2deba-2b79-4b0b-8428-b6254f381bb5 req-03c80a81-c3b6-443d-9485-6c5e22b618f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fcda180e-c15e-43dc-97d5-dc5157f94d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804214 Apr 09 02:03:37.718107 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-56e2deba-2b79-4b0b-8428-b6254f381bb5 req-a9baf1af-33eb-4ac6-860d-ec09b4e59574 service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425214 Apr 09 02:03:37.867509 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-56e2deba-2b79-4b0b-8428-b6254f381bb5 req-25c97636-ed62-4692-a106-3bfc92940850 service neutron] 10.222.0.60 "GET /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409841 Apr 09 02:03:43.471743 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e035ff93-06b4-4986-9ab0-c812cfe17703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:47.226474 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-df4e7142-58cd-4338-96f8-4c3d05e95c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:48.214701 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:48.543805 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:49.764525 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:57.059649 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6643d-89cd-4308-910a-57c86c23dec1 req-a683b611-7b2d-4b6a-bfe8-d93d5f85da1f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:57.061461 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-95c6643d-89cd-4308-910a-57c86c23dec1 req-a683b611-7b2d-4b6a-bfe8-d93d5f85da1f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 946 time: 0.1041260 Apr 09 02:03:57.094949 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-95c6643d-89cd-4308-910a-57c86c23dec1 req-e222b689-0940-42a5-8f1f-36efc21b855f tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267780 Apr 09 02:03:58.316660 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c09f7-5ea7-479b-bcab-48c42b337971 req-cc8114ba-a3b9-451f-a008-fdb403ee25d8 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:58.318449 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bb9c09f7-5ea7-479b-bcab-48c42b337971 req-cc8114ba-a3b9-451f-a008-fdb403ee25d8 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.60 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 946 time: 0.1652563 Apr 09 02:03:58.415986 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-bb9c09f7-5ea7-479b-bcab-48c42b337971 req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Deleting port 71d9b46a-af4d-4b4c-8588-f5f508cd0507 {{(pid=85253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:03:58.416314 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-bb9c09f7-5ea7-479b-bcab-48c42b337971 req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:58.460400 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828bdce-fae5-466e-ae37-1b85daf7e798 req-90faa579-1081-45b4-a237-333f515d819e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 02:03:58.462188 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d828bdce-fae5-466e-ae37-1b85daf7e798 req-90faa579-1081-45b4-a237-333f515d819e tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 946 time: 0.2251189 Apr 09 02:03:58.529963 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 02:03:58.550838 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-d828bdce-fae5-466e-ae37-1b85daf7e798 req-53090c5c-59cc-4800-abbf-ae7bdcf47632 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups?id=35ae60ec-83a0-484e-baa7-0c301c9e6430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753624 Apr 09 02:03:58.799743 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [req-bb9c09f7-5ea7-479b-bcab-48c42b337971 req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] For port 71d9b46a-af4d-4b4c-8588-f5f508cd0507, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71d9b46a-af4d-4b4c-8588-f5f508cd0507,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:03:58.800146 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-bb9c09f7-5ea7-479b-bcab-48c42b337971 req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:59.133555 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-bb9c09f7-5ea7-479b-bcab-48c42b337971 req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:59.133893 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-bb9c09f7-5ea7-479b-bcab-48c42b337971 req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-665075'] for floatingip, after_update {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:59.134301 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.db.l3_db [req-bb9c09f7-5ea7-479b-bcab-48c42b337971 req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Floating IP 90d8e0cb-9a27-464e-9bf4-bc98d3431cdf disassociated. External IP: 172.28.0.239, port: 71d9b46a-af4d-4b4c-8588-f5f508cd0507. Apr 09 02:03:59.134636 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [req-bb9c09f7-5ea7-479b-bcab-48c42b337971 req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Calling delete_port for 71d9b46a-af4d-4b4c-8588-f5f508cd0507 owned by compute:nova {{(pid=85253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:03:59.566473 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-bb9c09f7-5ea7-479b-bcab-48c42b337971 req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763646'] for port, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:03:59.586048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-89525964-dced-4f97-9289-e2baa128fa70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:03:59.651711 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Pushing event deleted for resources: {'Port': ['ID=71d9b46a-af4d-4b4c-8588-f5f508cd0507,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:03:59.718781 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:03:59.719182 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:03:59.719585 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:03:59.719982 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:03:59.720380 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:03:59.720792 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:03:59.721185 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:03:59.721571 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:03:59.721957 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:03:59.722344 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:03:59.722723 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:03:59.723080 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:03:59.772981 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:03:59.784587 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-dc0690c7-e24d-461f-877d-ee0ddc690087 req-a9ff7c9c-92d2-4e4d-9357-82a4224fc990 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 210 time: 0.0734944 Apr 09 02:04:00.030582 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb9c09f7-5ea7-479b-bcab-48c42b337971 req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Router 7df8fef8-d515-4884-852a-47c07b9ca945 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 02:04:00.255567 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb9c09f7-5ea7-479b-bcab-48c42b337971 req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 02:04:00.276127 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c8468f-a0de-443e-b5ca-fdb916e7a506 None None] Sync routers for ids ['7df8fef8-d515-4884-852a-47c07b9ca945'] in dv-cinder-784623-6-smb {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 02:04:00.299413 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c8468f-a0de-443e-b5ca-fdb916e7a506 None None] Routers {'7df8fef8-d515-4884-852a-47c07b9ca945'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:04:00.300713 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-46c8468f-a0de-443e-b5ca-fdb916e7a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:03:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7df8fef8-d515-4884-852a-47c07b9ca945'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:04:00.366413 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9c09f7-5ea7-479b-bcab-48c42b337971 req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] No DVR routers for this DVR port 71d9b46a-af4d-4b4c-8588-f5f508cd0507 on host hv-cinder-78462 {{(pid=85253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 02:04:00.369304 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [req-bb9c09f7-5ea7-479b-bcab-48c42b337971 req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for port, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:00.372584 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e297c3ae-f42a-4982-a291-9214fb1d1c9a', 'name': 'network-vif-deleted', 'tag': '71d9b46a-af4d-4b4c-8588-f5f508cd0507'}] {{(pid=85253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 02:04:00.390571 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-bb9c09f7-5ea7-479b-bcab-48c42b337971 req-7ff2061e-1836-4fbc-95ad-3236cfa338b4 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.60 "DELETE /v2.0/ports/71d9b46a-af4d-4b4c-8588-f5f508cd0507 HTTP/1.1" status: 204 len: 173 time: 2.0652642 Apr 09 02:04:00.466002 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e297c3ae-f42a-4982-a291-9214fb1d1c9a', 'name': 'network-vif-deleted', 'tag': '71d9b46a-af4d-4b4c-8588-f5f508cd0507', 'status': 'completed', 'code': 200} Apr 09 02:04:00.569655 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-46c8468f-a0de-443e-b5ca-fdb916e7a506 None None] Set router 7df8fef8-d515-4884-852a-47c07b9ca945 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:04:00.972516 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-46c8468f-a0de-443e-b5ca-fdb916e7a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:14Z', 'revision_number': 4, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port': {'id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '7b0db47f-74d8-420b-8245-a6c28a0c8ae6', 'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'mac_address': 'fa:16:3e:3d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:13Z', 'updated_at': '2021-04-09T01:58:22Z', 'revision_number': 5, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'subnets': [{'id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:04:00.977764 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c8468f-a0de-443e-b5ca-fdb916e7a506 None None] Checking router: 7df8fef8-d515-4884-852a-47c07b9ca945 for host: dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 02:04:00.988970 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c8468f-a0de-443e-b5ca-fdb916e7a506 None None] Routers {'7df8fef8-d515-4884-852a-47c07b9ca945'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:04:00.989773 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-46c8468f-a0de-443e-b5ca-fdb916e7a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:03:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7df8fef8-d515-4884-852a-47c07b9ca945'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:04:01.069428 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-fd293600-ff20-4629-abfe-9ac76f1d0cc6 req-312a1fd7-3f56-48ae-9753-b956ae30ec04 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Synchronizing usage tracker for tenant:b1fc2ad2e8754118a5af5f603622501a on resource:port {{(pid=85253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 02:04:01.086920 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [req-fd293600-ff20-4629-abfe-9ac76f1d0cc6 req-312a1fd7-3f56-48ae-9753-b956ae30ec04 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Unset dirty status for tenant:b1fc2ad2e8754118a5af5f603622501a on resource:port {{(pid=85253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 02:04:01.088218 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [req-fd293600-ff20-4629-abfe-9ac76f1d0cc6 req-312a1fd7-3f56-48ae-9753-b956ae30ec04 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/ports?device_id=e297c3ae-f42a-4982-a291-9214fb1d1c9a HTTP/1.1" status: 200 len: 210 time: 0.0991502 Apr 09 02:04:01.200449 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-46c8468f-a0de-443e-b5ca-fdb916e7a506 None None] Set router 7df8fef8-d515-4884-852a-47c07b9ca945 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:04:01.563108 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-46c8468f-a0de-443e-b5ca-fdb916e7a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:14Z', 'revision_number': 4, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port': {'id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '7b0db47f-74d8-420b-8245-a6c28a0c8ae6', 'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'mac_address': 'fa:16:3e:3d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:13Z', 'updated_at': '2021-04-09T01:58:22Z', 'revision_number': 5, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'subnets': [{'id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:04:01.568144 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c8468f-a0de-443e-b5ca-fdb916e7a506 None None] The sync data for ids ['7df8fef8-d515-4884-852a-47c07b9ca945'] in dv-cinder-784623-6-smb is: [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:14Z', 'revision_number': 4, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port': {'id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb', '_interfaces': [{'id': '7b0db47f-74d8-420b-8245-a6c28a0c8ae6', 'name': '', 'network_id': 'fcda180e-c15e-43dc-97d5-dc5157f94d29', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'mac_address': 'fa:16:3e:3d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:13Z', 'updated_at': '2021-04-09T01:58:22Z', 'revision_number': 5, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'subnets': [{'id': '7c919a89-cf5f-419e-9ae6-9992f20bb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 02:04:02.036686 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4971c439-e715-4d67-9164-9ea3526aee0a None None] New status for floating IP 90d8e0cb-9a27-464e-9bf4-bc98d3431cdf: DOWN {{(pid=85255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 02:04:02.263196 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 34040) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:02.286914 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:02.349661 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2ccee7fc-555a-460a-bec9-2558c7303f45 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:02.385694 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2ccee7fc-555a-460a-bec9-2558c7303f45 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:02.444158 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2ccee7fc-555a-460a-bec9-2558c7303f45 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:02.450819 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-54639a19-4c74-4067-85c4-738626f2a2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:02.466887 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccee7fc-555a-460a-bec9-2558c7303f45 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ae60ec-83a0-484e-baa7-0c301c9e6430,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:02.478440 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccee7fc-555a-460a-bec9-2558c7303f45 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:04:02.478875 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccee7fc-555a-460a-bec9-2558c7303f45 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:04:02.479301 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccee7fc-555a-460a-bec9-2558c7303f45 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:04:02.479719 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccee7fc-555a-460a-bec9-2558c7303f45 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:04:02.480138 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccee7fc-555a-460a-bec9-2558c7303f45 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:04:02.480561 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccee7fc-555a-460a-bec9-2558c7303f45 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:04:02.481002 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccee7fc-555a-460a-bec9-2558c7303f45 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:04:02.481465 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccee7fc-555a-460a-bec9-2558c7303f45 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:04:02.482127 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccee7fc-555a-460a-bec9-2558c7303f45 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:04:02.482537 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccee7fc-555a-460a-bec9-2558c7303f45 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:04:02.482948 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccee7fc-555a-460a-bec9-2558c7303f45 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:04:02.483370 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccee7fc-555a-460a-bec9-2558c7303f45 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:04:02.488816 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2ccee7fc-555a-460a-bec9-2558c7303f45 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:02.493246 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2ccee7fc-555a-460a-bec9-2558c7303f45 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:02.495263 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2ccee7fc-555a-460a-bec9-2558c7303f45 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "DELETE /v2.0/security-groups/35ae60ec-83a0-484e-baa7-0c301c9e6430 HTTP/1.1" status: 204 len: 168 time: 0.2299643 Apr 09 02:04:02.498564 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 34044) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:02.519872 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.api.v2.resource [None req-58d935ba-e603-4175-9ffe-fe42a3ba6d8b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] show failed (client error): The resource could not be found. Apr 09 02:04:02.521807 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-58d935ba-e603-4175-9ffe-fe42a3ba6d8b tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "GET /v2.0/security-groups/35ae60ec-83a0-484e-baa7-0c301c9e6430 HTTP/1.1" status: 404 len: 347 time: 0.0216866 Apr 09 02:04:02.526269 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 34048) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:02.703608 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a5a83-83db-4f40-9f61-a82b3cce8d86 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Deleting port f3e91438-b15f-41b8-992e-29e5ae8080f6 {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:04:02.703873 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5a83-83db-4f40-9f61-a82b3cce8d86 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:02.900439 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5a83-83db-4f40-9f61-a82b3cce8d86 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:02.900939 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5a83-83db-4f40-9f61-a82b3cce8d86 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:03.044450 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a5a83-83db-4f40-9f61-a82b3cce8d86 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Calling delete_port for f3e91438-b15f-41b8-992e-29e5ae8080f6 owned by network:floatingip {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:04:03.243878 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5a83-83db-4f40-9f61-a82b3cce8d86 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:03.260597 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:03.315002 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 71d9b46a-af4d-4b4c-8588-f5f508cd0507 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:04:03.327895 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a5a83-83db-4f40-9f61-a82b3cce8d86 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Pushing event deleted for resources: {'Port': ['ID=f3e91438-b15f-41b8-992e-29e5ae8080f6,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:03.356939 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] No Port match for: 71d9b46a-af4d-4b4c-8588-f5f508cd0507 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:04:03.357362 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Device 71d9b46a-af4d-4b4c-8588-f5f508cd0507 not bound to the agent host hv-cinder-78462 {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:04:03.380819 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-8f1a5a83-83db-4f40-9f61-a82b3cce8d86 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:03.552128 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5a83-83db-4f40-9f61-a82b3cce8d86 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks [] for floatingip, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:03.572424 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5a83-83db-4f40-9f61-a82b3cce8d86 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770389'] for floatingip, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:03.573736 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-8f1a5a83-83db-4f40-9f61-a82b3cce8d86 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] 10.222.0.44 "DELETE /v2.0/floatingips/90d8e0cb-9a27-464e-9bf4-bc98d3431cdf HTTP/1.1" status: 204 len: 168 time: 1.0464211 Apr 09 02:04:06.573665 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 34072) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:07.578722 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fbc8a90-41c7-4a1e-b01b-c485ddd9bcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854001002'] for router_interface, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:08.255491 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc8a90-41c7-4a1e-b01b-c485ddd9bcf4 admin admin] Deleting port 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:04:08.255867 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fbc8a90-41c7-4a1e-b01b-c485ddd9bcf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:08.455112 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-2fbc8a90-41c7-4a1e-b01b-c485ddd9bcf4 admin admin] For port 7b0db47f-74d8-420b-8245-a6c28a0c8ae6, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=7b0db47f-74d8-420b-8245-a6c28a0c8ae6,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:04:08.455574 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fbc8a90-41c7-4a1e-b01b-c485ddd9bcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:08.595768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc8a90-41c7-4a1e-b01b-c485ddd9bcf4 admin admin] Calling delete_port for 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 owned by network:router_interface {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:04:08.793645 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fbc8a90-41c7-4a1e-b01b-c485ddd9bcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:08.811060 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-076a29fa-73ee-4d1c-9bf3-98f35c195b4a tempest-AttachVolumeTestJSON-1947387197 tempest-AttachVolumeTestJSON-1947387197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:08.873388 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc8a90-41c7-4a1e-b01b-c485ddd9bcf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0db47f-74d8-420b-8245-a6c28a0c8ae6,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:08.877650 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2fbc8a90-41c7-4a1e-b01b-c485ddd9bcf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:09.301729 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2fbc8a90-41c7-4a1e-b01b-c485ddd9bcf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854204910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854111067'] for router_interface, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:09.849266 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbc8a90-41c7-4a1e-b01b-c485ddd9bcf4 admin admin] Router 7df8fef8-d515-4884-852a-47c07b9ca945 has already been hosted by L3 agent 912c99e4-f317-4d41-8043-9d2ed17edd71 {{(pid=85254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 02:04:10.055487 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbc8a90-41c7-4a1e-b01b-c485ddd9bcf4 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-smb the message routers_updated {{(pid=85254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 02:04:10.067790 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e58d0-04ad-48ad-bd5d-c26bc359c742 None None] Sync routers for ids ['7df8fef8-d515-4884-852a-47c07b9ca945'] in dv-cinder-784623-6-smb {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 02:04:10.069282 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2fbc8a90-41c7-4a1e-b01b-c485ddd9bcf4 admin admin] 10.222.0.44 "PUT /v2.0/routers/7df8fef8-d515-4884-852a-47c07b9ca945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4941096 Apr 09 02:04:10.073884 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 34078) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:10.080360 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e58d0-04ad-48ad-bd5d-c26bc359c742 None None] Routers {'7df8fef8-d515-4884-852a-47c07b9ca945'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:04:10.081239 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-3c0e58d0-04ad-48ad-bd5d-c26bc359c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:03:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7df8fef8-d515-4884-852a-47c07b9ca945'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:04:10.283594 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af73f7d2-3db9-4a98-b91e-54fde2860f0a admin admin] Notify callbacks [] for router, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:10.290204 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-3c0e58d0-04ad-48ad-bd5d-c26bc359c742 None None] Set router 7df8fef8-d515-4884-852a-47c07b9ca945 gateway port host: dv-cinder-784623-6-smb {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:04:10.507135 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af73f7d2-3db9-4a98-b91e-54fde2860f0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:10.519441 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-af73f7d2-3db9-4a98-b91e-54fde2860f0a admin admin] Deleting port 1617968c-d078-48ee-8735-f6a1064bd5a7 {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:04:10.520626 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af73f7d2-3db9-4a98-b91e-54fde2860f0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:10.740415 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-af73f7d2-3db9-4a98-b91e-54fde2860f0a admin admin] For port 1617968c-d078-48ee-8735-f6a1064bd5a7, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=1617968c-d078-48ee-8735-f6a1064bd5a7,segment=NetworkSegment(738fc135-ab18-413b-b0ab-1e1a420e3066),segment_id=738fc135-ab18-413b-b0ab-1e1a420e3066)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:04:10.740870 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af73f7d2-3db9-4a98-b91e-54fde2860f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:10.840940 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-3c0e58d0-04ad-48ad-bd5d-c26bc359c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'external_fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230'}], 'enable_snat': True}, 'gw_port_id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T02:04:08Z', 'revision_number': 5, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port': {'id': '1617968c-d078-48ee-8735-f6a1064bd5a7', 'name': '', 'network_id': '8df4ea79-732a-43b6-97d7-19109b70c389', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'ip_address': '172.28.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f1b2a28-977e-4854-8466-cbb1a9b3b7c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-smb'}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:04:10.845985 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e58d0-04ad-48ad-bd5d-c26bc359c742 None None] Checking router: 7df8fef8-d515-4884-852a-47c07b9ca945 for host: dv-cinder-784623-6-smb {{(pid=85256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 02:04:10.863025 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e58d0-04ad-48ad-bd5d-c26bc359c742 None None] Routers {'7df8fef8-d515-4884-852a-47c07b9ca945'} bound to L3 agent in host dv-cinder-784623-6-smb {{(pid=85256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 02:04:10.864121 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-3c0e58d0-04ad-48ad-bd5d-c26bc359c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T01:45:47Z,description=,heartbeat_timestamp=2021-04-09T02:03:47Z,host='dv-cinder-784623-6-smb',id=912c99e4-f317-4d41-8043-9d2ed17edd71,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T01:45:47Z,topic='l3_agent')) {'router_ids': ['7df8fef8-d515-4884-852a-47c07b9ca945'], 'active': True} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:04:11.073425 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvr_db [None req-3c0e58d0-04ad-48ad-bd5d-c26bc359c742 None None] Set router 7df8fef8-d515-4884-852a-47c07b9ca945 gateway port host: None {{(pid=85256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 02:04:11.151611 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-af73f7d2-3db9-4a98-b91e-54fde2860f0a admin admin] Calling delete_port for 1617968c-d078-48ee-8735-f6a1064bd5a7 owned by network:router_gateway {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:04:11.190974 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_hamode_db [None req-3c0e58d0-04ad-48ad-bd5d-c26bc359c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T02:04:10Z', 'revision_number': 6, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port_host': None}], 'dv-cinder-784623-6-smb', False) {} {{(pid=85256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:04:11.195768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e58d0-04ad-48ad-bd5d-c26bc359c742 None None] The sync data for ids ['7df8fef8-d515-4884-852a-47c07b9ca945'] in dv-cinder-784623-6-smb is: [{'id': '7df8fef8-d515-4884-852a-47c07b9ca945', 'name': 'tempest-AttachVolumeShelveTestJSON-113529233-router', 'tenant_id': 'b1fc2ad2e8754118a5af5f603622501a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:07Z', 'updated_at': '2021-04-09T02:04:10Z', 'revision_number': 6, 'project_id': 'b1fc2ad2e8754118a5af5f603622501a', 'gw_port_host': None}] {{(pid=85256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 02:04:11.360213 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af73f7d2-3db9-4a98-b91e-54fde2860f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:11.374717 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-78a20926-72e7-4667-8e61-2baa6c27377e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:11.433767 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73f7d2-3db9-4a98-b91e-54fde2860f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=1617968c-d078-48ee-8735-f6a1064bd5a7,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:11.437922 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-af73f7d2-3db9-4a98-b91e-54fde2860f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:11.655116 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af73f7d2-3db9-4a98-b91e-54fde2860f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854110811'] for router_gateway, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:11.848116 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af73f7d2-3db9-4a98-b91e-54fde2860f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-771109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773860'] for router, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:11.850654 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af73f7d2-3db9-4a98-b91e-54fde2860f0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:11.872877 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af73f7d2-3db9-4a98-b91e-54fde2860f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-771215'] for router, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:11.873636 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af73f7d2-3db9-4a98-b91e-54fde2860f0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7df8fef8-d515-4884-852a-47c07b9ca945 {{(pid=85254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 09 02:04:11.890128 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-af73f7d2-3db9-4a98-b91e-54fde2860f0a admin admin] Notify callbacks [] for router, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:11.894573 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-af73f7d2-3db9-4a98-b91e-54fde2860f0a admin admin] 10.222.0.44 "DELETE /v2.0/routers/7df8fef8-d515-4884-852a-47c07b9ca945 HTTP/1.1" status: 204 len: 168 time: 1.8168237 Apr 09 02:04:11.895316 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 34082) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:11.967045 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.db_base_plugin_v2 [None req-78273ee9-bf08-445f-8b0a-16dcc193947c admin admin] Deleting subnet 7c919a89-cf5f-419e-9ae6-9992f20bb483 {{(pid=85254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 02:04:11.970614 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78273ee9-bf08-445f-8b0a-16dcc193947c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:12.030835 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78273ee9-bf08-445f-8b0a-16dcc193947c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851887881'] for subnet, precommit_delete_associations {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:12.120271 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78273ee9-bf08-445f-8b0a-16dcc193947c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:12.396462 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78273ee9-bf08-445f-8b0a-16dcc193947c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852597361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852455743'] for subnet, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:12.412883 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:12.461478 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78273ee9-bf08-445f-8b0a-16dcc193947c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c919a89-cf5f-419e-9ae6-9992f20bb483,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:12.465457 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-78273ee9-bf08-445f-8b0a-16dcc193947c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:12.511983 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 1617968c-d078-48ee-8735-f6a1064bd5a7 no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:04:12.552352 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: 1617968c-d078-48ee-8735-f6a1064bd5a7 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:04:12.552745 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 1617968c-d078-48ee-8735-f6a1064bd5a7 not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:04:12.553286 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:04:12.567694 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-78273ee9-bf08-445f-8b0a-16dcc193947c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:12.575261 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-78273ee9-bf08-445f-8b0a-16dcc193947c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7c919a89-cf5f-419e-9ae6-9992f20bb483 HTTP/1.1" status: 204 len: 168 time: 0.6785159 Apr 09 02:04:12.578019 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 34086) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:12.586490 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aca529-7d7f-48fa-868c-72791b726328 None None] Network fcda180e-c15e-43dc-97d5-dc5157f94d29 requested from dv-cinder-784623-6-smb {{(pid=85255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 02:04:12.618554 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:04:12.618946 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 7b0db47f-74d8-420b-8245-a6c28a0c8ae6 not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:04:12.707071 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-397677'] for network, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:12.791369 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] Deleting port 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 {{(pid=85254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:04:12.791749 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:12.858812 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc1d6ce-a3bf-40de-a46d-215eabf8830b None None] DHCP port deletion for fcda180e-c15e-43dc-97d5-dc5157f94d29 request from dv-cinder-784623-6-smb {{(pid=85255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 09 02:04:12.863223 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-7cc1d6ce-a3bf-40de-a46d-215eabf8830b None None] Deleting port 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 {{(pid=85255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:04:12.863646 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d6ce-a3bf-40de-a46d-215eabf8830b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:13.066127 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] For port 7c0d3af5-e48d-4ac5-8f09-c477ac434f94, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=7c0d3af5-e48d-4ac5-8f09-c477ac434f94,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:04:13.066768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:13.092868 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.db [None req-7cc1d6ce-a3bf-40de-a46d-215eabf8830b None None] For port 7c0d3af5-e48d-4ac5-8f09-c477ac434f94, host dv-cinder-784623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-smb',level=0,port_id=7c0d3af5-e48d-4ac5-8f09-c477ac434f94,segment=NetworkSegment(eda6b595-7755-494a-935c-cdbf116f9ef1),segment_id=eda6b595-7755-494a-935c-cdbf116f9ef1)] {{(pid=85255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 02:04:13.093296 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d6ce-a3bf-40de-a46d-215eabf8830b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776056'] for port, precommit_delete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:13.206678 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] Calling delete_port for 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 owned by network:dhcp {{(pid=85254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:04:13.228889 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-7cc1d6ce-a3bf-40de-a46d-215eabf8830b None None] Calling delete_port for 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 owned by network:dhcp {{(pid=85255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 02:04:13.294548 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854325885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245880042885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790974290803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2178469'] for port, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:13.310831 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.db.api [None req-7cc1d6ce-a3bf-40de-a46d-215eabf8830b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85255) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 09 02:04:13.311150 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:13.311335 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_db.api [None req-7cc1d6ce-a3bf-40de-a46d-215eabf8830b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 09 02:04:13.373476 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0d3af5-e48d-4ac5-8f09-c477ac434f94,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:13.377397 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:13.463599 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9ab28022-e183-469a-ad4d-bfe2e7f5a4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:13.469298 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] No DVR routers for this DVR port 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 on host dv-cinder-784623-6-smb {{(pid=85254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 02:04:13.594509 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245879998222'] for network, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:13.712204 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcda180e-c15e-43dc-97d5-dc5157f94d29']}} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:04:13.725638 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda6b595-7755-494a-935c-cdbf116f9ef1') {'for_net_delete': True} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:04:13.725974 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.services.segments.db [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda6b595-7755-494a-935c-cdbf116f9ef1') {} {{(pid=85254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 02:04:13.739668 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245879917052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2887887'] for segment, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:13.755282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:13.762051 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=85254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 02:04:13.812411 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-7cc1d6ce-a3bf-40de-a46d-215eabf8830b None None] Deleting port 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 {{(pid=85255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 02:04:13.813170 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d6ce-a3bf-40de-a46d-215eabf8830b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790974717862'] for port, before_delete {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:13.943115 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-7cc1d6ce-a3bf-40de-a46d-215eabf8830b None None] The port '7c0d3af5-e48d-4ac5-8f09-c477ac434f94' was deleted {{(pid=85255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 09 02:04:14.009340 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] Network fcda180e-c15e-43dc-97d5-dc5157f94d29 has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 02:04:14.019434 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852597294'] for segment, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:14.207168 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.managers [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] Network fcda180e-c15e-43dc-97d5-dc5157f94d29 has no segments {{(pid=85254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: Traceback (most recent call last): Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: timer() Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: cb(*args, **kw) Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: return func(*args, **kwargs) Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: self._notify() Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: self.callback(batched_events) Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: event.method(event) Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: segment_id)['aggregates'][0] Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: return f(self, *a, **k) Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: return self._get(url).json() Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: **kwargs) Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: return self.request(url, 'GET', **kwargs) Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: **endpoint_filter) Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 02:04:14.232061 dv-cinder-784623-6-smb neutron-server[85140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 02:04:14.317113 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665026'] for network, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:14.321945 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570888'] for network, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:14.325164 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:14.349883 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcda180e-c15e-43dc-97d5-dc5157f94d29,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:14.352521 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:14.357192 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-0e2f022b-c53b-4b93-b214-1bcb9c73f445 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fcda180e-c15e-43dc-97d5-dc5157f94d29 HTTP/1.1" status: 204 len: 168 time: 1.7777970 Apr 09 02:04:14.508821 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 34092) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:14.509219 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 no longer exists at agent ovs-agent-dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 02:04:14.550748 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.plugin [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] No Port match for: 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 {{(pid=85255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 02:04:14.551136 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.plugins.ml2.rpc [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Device 7c0d3af5-e48d-4ac5-8f09-c477ac434f94 not bound to the agent host dv-cinder-784623-6-smb {{(pid=85255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 02:04:14.553456 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-8748bda8-385d-4aad-8b7e-9e559e1ac4bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1fc2ad2e8754118a5af5f603622501a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421288 Apr 09 02:04:14.557455 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 34096) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:14.628432 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-923e9162-43dd-49cf-830c-835a1fa24ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:14.660299 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-923e9162-43dd-49cf-830c-835a1fa24ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:14.711208 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-923e9162-43dd-49cf-830c-835a1fa24ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:14.717106 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-fcd69e23-de21-4e28-80c7-02a4dea376f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:14.735610 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e9162-43dd-49cf-830c-835a1fa24ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7636125c-9e1c-41dd-bbbf-22f0c02503ed,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:14.739680 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-923e9162-43dd-49cf-830c-835a1fa24ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:14.742945 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-923e9162-43dd-49cf-830c-835a1fa24ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:14.744084 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-923e9162-43dd-49cf-830c-835a1fa24ceb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7636125c-9e1c-41dd-bbbf-22f0c02503ed HTTP/1.1" status: 204 len: 168 time: 0.1857328 Apr 09 02:04:16.983293 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 34148) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:17.120721 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc044d7b-cdee-4205-9477-edcbd7af8d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:17.141468 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-dc044d7b-cdee-4205-9477-edcbd7af8d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:04:17.145878 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-dc044d7b-cdee-4205-9477-edcbd7af8d89 admin admin] Usage tracker for resource:security_group_rule and tenant:c61db49980db4b288ab83ebaf178f047 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:04:17.150014 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-dc044d7b-cdee-4205-9477-edcbd7af8d89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:04:17.156496 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-dc044d7b-cdee-4205-9477-edcbd7af8d89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:04:17.230633 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5ac6c1fd-cf3e-4bd0-bd93-58c66aa361b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:17.262507 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc044d7b-cdee-4205-9477-edcbd7af8d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:17.265596 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-dc044d7b-cdee-4205-9477-edcbd7af8d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:17.276050 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-7b50ea85-42f8-43d7-8459-8f96f93e6dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:17.321749 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-dc044d7b-cdee-4205-9477-edcbd7af8d89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c61db49980db4b288ab83ebaf178f047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372095 Apr 09 02:04:17.323559 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc044d7b-cdee-4205-9477-edcbd7af8d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c36b97d-7f01-430f-9e44-e4b2a56bc53a,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:17.324928 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 34154) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:17.327042 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-dc044d7b-cdee-4205-9477-edcbd7af8d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:17.404140 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-18483f85-dc89-421b-a0ae-8e860621e630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:17.439486 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-18483f85-dc89-421b-a0ae-8e860621e630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:17.488456 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-18483f85-dc89-421b-a0ae-8e860621e630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:17.494874 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-5460edb3-f2ac-4f2a-9b99-b06289eb3ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:17.509954 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18483f85-dc89-421b-a0ae-8e860621e630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c36b97d-7f01-430f-9e44-e4b2a56bc53a,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:17.513305 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-18483f85-dc89-421b-a0ae-8e860621e630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:17.514327 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-18483f85-dc89-421b-a0ae-8e860621e630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:17.516378 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-18483f85-dc89-421b-a0ae-8e860621e630 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c36b97d-7f01-430f-9e44-e4b2a56bc53a HTTP/1.1" status: 204 len: 168 time: 0.1893637 Apr 09 02:04:17.840870 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 34162) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:17.864902 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9947f33a-3213-4664-9234-b6368a7602f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:17.882732 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-9947f33a-3213-4664-9234-b6368a7602f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:04:17.889373 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-9947f33a-3213-4664-9234-b6368a7602f6 admin admin] Usage tracker for resource:security_group_rule and tenant:e0bd62dce5b74e8982ec2f436381176f is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:04:17.894460 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-9947f33a-3213-4664-9234-b6368a7602f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:04:17.902477 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-9947f33a-3213-4664-9234-b6368a7602f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:04:18.005821 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9947f33a-3213-4664-9234-b6368a7602f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:18.009223 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9947f33a-3213-4664-9234-b6368a7602f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:18.018849 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b263892b-332d-44a0-b233-5b32f2e56e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:18.062816 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947f33a-3213-4664-9234-b6368a7602f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9e9842-a12a-440b-8574-ac5538038c76,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:18.066561 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9947f33a-3213-4664-9234-b6368a7602f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:18.069952 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-9947f33a-3213-4664-9234-b6368a7602f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e0bd62dce5b74e8982ec2f436381176f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274237 Apr 09 02:04:18.073064 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 34166) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:18.139014 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-20326a57-a349-44b9-88a2-5d0d9df1ff5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:18.169386 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-20326a57-a349-44b9-88a2-5d0d9df1ff5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:18.215314 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:18.232136 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-20326a57-a349-44b9-88a2-5d0d9df1ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:18.238016 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-4dab1290-44ab-475e-9179-6652cf26d0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:18.252795 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20326a57-a349-44b9-88a2-5d0d9df1ff5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9e9842-a12a-440b-8574-ac5538038c76,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:18.256362 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-20326a57-a349-44b9-88a2-5d0d9df1ff5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:18.258790 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-20326a57-a349-44b9-88a2-5d0d9df1ff5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:18.260523 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-20326a57-a349-44b9-88a2-5d0d9df1ff5d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df9e9842-a12a-440b-8574-ac5538038c76 HTTP/1.1" status: 204 len: 168 time: 0.1857843 Apr 09 02:04:18.548430 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:19.769909 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:32.249664 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:35.529597 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 02:04:37.808990 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 34354) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:37.941772 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-91ac8281-801a-4a1b-b074-3209e21b68b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:37.957501 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-91ac8281-801a-4a1b-b074-3209e21b68b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:04:37.962364 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-91ac8281-801a-4a1b-b074-3209e21b68b0 admin admin] Usage tracker for resource:security_group_rule and tenant:7be6f5f8d0da44bca764fbb4f8f27b4e is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:04:37.965605 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-91ac8281-801a-4a1b-b074-3209e21b68b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:04:37.971785 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-91ac8281-801a-4a1b-b074-3209e21b68b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:04:38.061435 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-91ac8281-801a-4a1b-b074-3209e21b68b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:38.064041 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-91ac8281-801a-4a1b-b074-3209e21b68b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:38.073409 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-417f17bf-5c3f-4432-9655-fa6f29458215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:38.118310 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac8281-801a-4a1b-b074-3209e21b68b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6327ed70-af3e-45db-91b1-98c8ce4d8a99,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:38.122858 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-91ac8281-801a-4a1b-b074-3209e21b68b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7be6f5f8d0da44bca764fbb4f8f27b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126097 Apr 09 02:04:38.123861 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-91ac8281-801a-4a1b-b074-3209e21b68b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:38.125715 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 34360) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:38.190348 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-22dde6bb-bf17-4826-9d53-0348ec328995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:38.218455 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-22dde6bb-bf17-4826-9d53-0348ec328995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:38.263112 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-22dde6bb-bf17-4826-9d53-0348ec328995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:38.268162 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-79c6ad81-6216-4dee-9103-ca3338694a88 tempest-VolumesNegativeTest-1262197668 tempest-VolumesNegativeTest-1262197668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:38.281702 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dde6bb-bf17-4826-9d53-0348ec328995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6327ed70-af3e-45db-91b1-98c8ce4d8a99,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:38.284131 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-22dde6bb-bf17-4826-9d53-0348ec328995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:38.292667 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-22dde6bb-bf17-4826-9d53-0348ec328995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:38.293927 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-22dde6bb-bf17-4826-9d53-0348ec328995 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6327ed70-af3e-45db-91b1-98c8ce4d8a99 HTTP/1.1" status: 204 len: 168 time: 0.1672122 Apr 09 02:04:38.589282 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 34368) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:38.610849 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-05e20147-2ebf-459e-acbb-d495715d72f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:38.626772 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-05e20147-2ebf-459e-acbb-d495715d72f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:04:38.630862 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-05e20147-2ebf-459e-acbb-d495715d72f0 admin admin] Usage tracker for resource:security_group_rule and tenant:5db2b4599bfd4932af17d4a095da2c66 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:04:38.634834 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-05e20147-2ebf-459e-acbb-d495715d72f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:04:38.640902 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-05e20147-2ebf-459e-acbb-d495715d72f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:04:38.725464 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-05e20147-2ebf-459e-acbb-d495715d72f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:38.728876 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-05e20147-2ebf-459e-acbb-d495715d72f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:38.738055 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b50152b3-fa38-4870-ac8f-8312301c96df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:38.780227 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-05e20147-2ebf-459e-acbb-d495715d72f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5db2b4599bfd4932af17d4a095da2c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1897719 Apr 09 02:04:38.782068 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e20147-2ebf-459e-acbb-d495715d72f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a51f67-eaa3-4ad6-a335-c9e7514446fb,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:38.783162 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 34372) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:38.785397 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-05e20147-2ebf-459e-acbb-d495715d72f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:38.848729 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d443-75f2-450e-b5c0-af71b983964b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:38.877288 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d443-75f2-450e-b5c0-af71b983964b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:38.928275 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d443-75f2-450e-b5c0-af71b983964b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:38.933977 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-91e5f326-ab75-46bb-93e9-f84a6fe30ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:38.946445 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2d443-75f2-450e-b5c0-af71b983964b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a51f67-eaa3-4ad6-a335-c9e7514446fb,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:38.948870 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-d3a2d443-75f2-450e-b5c0-af71b983964b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:38.953045 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d443-75f2-450e-b5c0-af71b983964b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:38.954473 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-d3a2d443-75f2-450e-b5c0-af71b983964b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1a51f67-eaa3-4ad6-a335-c9e7514446fb HTTP/1.1" status: 204 len: 168 time: 0.1699963 Apr 09 02:04:43.464763 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-f4a1e182-c24d-4957-bc8e-39cbb7b839d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:44.859296 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 34468) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:44.989105 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3e48ca14-b9bf-4674-a467-52a78ff9fb51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:45.005176 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-3e48ca14-b9bf-4674-a467-52a78ff9fb51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:04:45.009246 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-3e48ca14-b9bf-4674-a467-52a78ff9fb51 admin admin] Usage tracker for resource:security_group_rule and tenant:75d08a0be4024d599be00e9423633cb1 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:04:45.012209 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-3e48ca14-b9bf-4674-a467-52a78ff9fb51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:04:45.018194 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-3e48ca14-b9bf-4674-a467-52a78ff9fb51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:04:45.104696 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3e48ca14-b9bf-4674-a467-52a78ff9fb51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:45.107893 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-3e48ca14-b9bf-4674-a467-52a78ff9fb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:45.117122 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-797cdb13-3878-456f-9aaf-3393abb8e175 tempest-AttachVolumeShelveTestJSON-680382905 tempest-AttachVolumeShelveTestJSON-680382905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:45.159639 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-3e48ca14-b9bf-4674-a467-52a78ff9fb51 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75d08a0be4024d599be00e9423633cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990899 Apr 09 02:04:45.161391 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48ca14-b9bf-4674-a467-52a78ff9fb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ccd4d7-1032-4a48-9ec2-dcd98b91a807,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:45.162568 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 34474) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:45.165400 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-3e48ca14-b9bf-4674-a467-52a78ff9fb51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:45.227031 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-898bb0f2-e055-4cdf-9b58-652484036950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:45.258351 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-898bb0f2-e055-4cdf-9b58-652484036950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:45.304510 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-898bb0f2-e055-4cdf-9b58-652484036950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:45.309771 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-b8d3181d-0428-4e58-b1b5-45c859be3e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:45.324093 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bb0f2-e055-4cdf-9b58-652484036950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ccd4d7-1032-4a48-9ec2-dcd98b91a807,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:45.328065 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-898bb0f2-e055-4cdf-9b58-652484036950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:45.333998 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-898bb0f2-e055-4cdf-9b58-652484036950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:45.335769 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-898bb0f2-e055-4cdf-9b58-652484036950 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64ccd4d7-1032-4a48-9ec2-dcd98b91a807 HTTP/1.1" status: 204 len: 168 time: 0.1710455 Apr 09 02:04:45.633335 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 34482) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:45.652942 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-19c2807d-04f7-41c9-af5a-b1843f659bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:45.668382 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-19c2807d-04f7-41c9-af5a-b1843f659bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:04:45.672412 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-19c2807d-04f7-41c9-af5a-b1843f659bf6 admin admin] Usage tracker for resource:security_group_rule and tenant:6bc6d4d0c9814ca8a526d1ef7fdb8560 is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:04:45.675418 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-19c2807d-04f7-41c9-af5a-b1843f659bf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:04:45.681433 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-19c2807d-04f7-41c9-af5a-b1843f659bf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:04:45.766131 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-19c2807d-04f7-41c9-af5a-b1843f659bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:45.769203 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-19c2807d-04f7-41c9-af5a-b1843f659bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:45.778758 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-898bb0f2-e055-4cdf-9b58-652484036950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:45.821319 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-19c2807d-04f7-41c9-af5a-b1843f659bf6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6bc6d4d0c9814ca8a526d1ef7fdb8560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867721 Apr 09 02:04:45.823075 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2807d-04f7-41c9-af5a-b1843f659bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c892424-6934-465c-9109-28f5118a0ae6,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:45.824170 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 34486) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:45.826315 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-19c2807d-04f7-41c9-af5a-b1843f659bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:45.903228 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-558c1e55-620a-49a2-9ef7-41550ec97ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:45.932466 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-558c1e55-620a-49a2-9ef7-41550ec97ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:45.980425 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-558c1e55-620a-49a2-9ef7-41550ec97ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:45.984703 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-bc15c5e2-f5cc-4881-a054-19e12ee1fa43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:45.998528 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c1e55-620a-49a2-9ef7-41550ec97ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c892424-6934-465c-9109-28f5118a0ae6,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:46.001417 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-558c1e55-620a-49a2-9ef7-41550ec97ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:46.010134 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-558c1e55-620a-49a2-9ef7-41550ec97ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:46.011356 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-558c1e55-620a-49a2-9ef7-41550ec97ea8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c892424-6934-465c-9109-28f5118a0ae6 HTTP/1.1" status: 204 len: 168 time: 0.1859925 Apr 09 02:04:47.242370 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-02682f40-f014-42da-b8c8-d35c5f66f043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:47.272241 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 34518) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:47.405178 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9c91d9de-499c-4aa1-ac42-87d6f5726fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:47.421263 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-9c91d9de-499c-4aa1-ac42-87d6f5726fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:04:47.425399 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-9c91d9de-499c-4aa1-ac42-87d6f5726fed admin admin] Usage tracker for resource:security_group_rule and tenant:dfaf4d88301e42229b7b3ac2a2207172 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:04:47.428474 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-9c91d9de-499c-4aa1-ac42-87d6f5726fed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:04:47.435574 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-9c91d9de-499c-4aa1-ac42-87d6f5726fed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:04:47.526092 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9c91d9de-499c-4aa1-ac42-87d6f5726fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:47.529759 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-9c91d9de-499c-4aa1-ac42-87d6f5726fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:47.539588 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-91ac8281-801a-4a1b-b074-3209e21b68b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:47.583482 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-9c91d9de-499c-4aa1-ac42-87d6f5726fed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dfaf4d88301e42229b7b3ac2a2207172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3093300 Apr 09 02:04:47.584448 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91d9de-499c-4aa1-ac42-87d6f5726fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fccdcb2-039f-49f7-8c0e-7af542b4b6a8,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:47.586504 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 34524) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:04:47.588799 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-9c91d9de-499c-4aa1-ac42-87d6f5726fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:47.656374 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2a824d79-0214-4aa2-a3d5-f84a1c5d65b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:47.684364 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2a824d79-0214-4aa2-a3d5-f84a1c5d65b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:47.730843 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2a824d79-0214-4aa2-a3d5-f84a1c5d65b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:47.736405 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e3cbb025-90d0-45aa-beee-34bc80ad6928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:04:47.749967 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a824d79-0214-4aa2-a3d5-f84a1c5d65b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fccdcb2-039f-49f7-8c0e-7af542b4b6a8,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:04:47.752378 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-2a824d79-0214-4aa2-a3d5-f84a1c5d65b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:04:47.760417 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-2a824d79-0214-4aa2-a3d5-f84a1c5d65b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:47.761715 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-2a824d79-0214-4aa2-a3d5-f84a1c5d65b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2fccdcb2-039f-49f7-8c0e-7af542b4b6a8 HTTP/1.1" status: 204 len: 168 time: 0.1741459 Apr 09 02:04:48.211002 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:48.543612 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:04:49.770108 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:02.267280 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:12.529409 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 02:05:12.944164 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 34702) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:05:13.083450 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:13.100581 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:05:13.105048 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Usage tracker for resource:security_group_rule and tenant:ef62e4c9bbfe426a86f8994de1c3f4ca is out of sync, need to count used quota {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:05:13.108526 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:05:13.115284 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:05:13.222564 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:13.225579 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:13.235983 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-035bc6b5-f523-4837-a140-da04766ffa7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:05:13.286222 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef62e4c9bbfe426a86f8994de1c3f4ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400998 Apr 09 02:05:13.289443 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bbf8e6-b36b-4bf2-b185-430ae573d92e,revision_number=1']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:05:13.290001 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 34708) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:05:13.298181 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.298621 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.299060 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.299472 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.299870 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.300286 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.300702 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.301176 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.301714 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.302104 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.302504 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.302870 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.307884 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-07a8a5ea-6dd8-48fa-9baf-e6a2869653e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:05:13.361889 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5b64179f-7e1c-47e0-8525-1c3c4d2dbe97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:13.392857 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5b64179f-7e1c-47e0-8525-1c3c4d2dbe97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:13.442197 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5b64179f-7e1c-47e0-8525-1c3c4d2dbe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:13.447683 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-5eece747-69fa-4e30-880c-2a82fb4ca64e tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:05:13.462382 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64179f-7e1c-47e0-8525-1c3c4d2dbe97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bbf8e6-b36b-4bf2-b185-430ae573d92e,revision_number=None']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:05:13.477023 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64179f-7e1c-47e0-8525-1c3c4d2dbe97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.477412 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64179f-7e1c-47e0-8525-1c3c4d2dbe97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.477752 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d564182d-fbfa-4084-8dbe-a83a827f25c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:13.477949 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64179f-7e1c-47e0-8525-1c3c4d2dbe97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.478177 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64179f-7e1c-47e0-8525-1c3c4d2dbe97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.478565 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64179f-7e1c-47e0-8525-1c3c4d2dbe97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.478964 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64179f-7e1c-47e0-8525-1c3c4d2dbe97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.479350 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64179f-7e1c-47e0-8525-1c3c4d2dbe97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.479743 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64179f-7e1c-47e0-8525-1c3c4d2dbe97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.480137 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64179f-7e1c-47e0-8525-1c3c4d2dbe97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.480533 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64179f-7e1c-47e0-8525-1c3c4d2dbe97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.480949 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64179f-7e1c-47e0-8525-1c3c4d2dbe97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.481331 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64179f-7e1c-47e0-8525-1c3c4d2dbe97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-smb {{(pid=85253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 02:05:13.485652 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-5b64179f-7e1c-47e0-8525-1c3c4d2dbe97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:05:13.487024 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5b64179f-7e1c-47e0-8525-1c3c4d2dbe97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:13.488383 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-5b64179f-7e1c-47e0-8525-1c3c4d2dbe97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78bbf8e6-b36b-4bf2-b185-430ae573d92e HTTP/1.1" status: 204 len: 168 time: 0.1968830 Apr 09 02:05:17.237762 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-aef2fdcb-57c9-4a75-bac6-8d2de77ff4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:18.212046 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:18.549644 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:19.773324 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:32.278989 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:38.013850 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85253) accepted ('10.222.0.44', 34880) {{(pid=85253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:05:38.139537 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e26a024f-34b2-489c-b089-22fe6aa3e301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:38.154595 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e26a024f-34b2-489c-b089-22fe6aa3e301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 02:05:38.159536 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e26a024f-34b2-489c-b089-22fe6aa3e301 admin admin] Usage tracker for resource:security_group_rule and tenant:279ec9dac53a454e90e1c2b076a3c438 is out of sync, need to count used quota {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 02:05:38.162859 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.quota.resource [None req-e26a024f-34b2-489c-b089-22fe6aa3e301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 02:05:38.168965 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.quota.driver [None req-e26a024f-34b2-489c-b089-22fe6aa3e301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 02:05:38.254420 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e26a024f-34b2-489c-b089-22fe6aa3e301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:38.257142 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e26a024f-34b2-489c-b089-22fe6aa3e301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_create {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:38.266126 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e9286e0b-846e-40ad-a266-6f488c9f66d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:05:38.311661 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-e26a024f-34b2-489c-b089-22fe6aa3e301 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=279ec9dac53a454e90e1c2b076a3c438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966309 Apr 09 02:05:38.313391 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a024f-34b2-489c-b089-22fe6aa3e301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c077856a-36d7-4da5-ac19-9b22e3e8d8f5,revision_number=1']} {{(pid=85253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:05:38.314624 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.wsgi [-] (85254) accepted ('10.222.0.44', 34886) {{(pid=85254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 02:05:38.317008 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-e26a024f-34b2-489c-b089-22fe6aa3e301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:05:38.641705 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5ef068ee-c050-4053-80ca-5c49fc58d3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:38.672168 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5ef068ee-c050-4053-80ca-5c49fc58d3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:38.718597 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5ef068ee-c050-4053-80ca-5c49fc58d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738811'] for security_group, after_delete {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:38.723764 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-f1781b18-e062-44c4-a180-5719fa57a81a tempest-TestMinimumBasicScenario-831644281 tempest-TestMinimumBasicScenario-831644281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 02:05:38.736895 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef068ee-c050-4053-80ca-5c49fc58d3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c077856a-36d7-4da5-ac19-9b22e3e8d8f5,revision_number=None']} {{(pid=85254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 02:05:38.739436 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG oslo_concurrency.lockutils [None req-5ef068ee-c050-4053-80ca-5c49fc58d3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 02:05:38.748665 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5ef068ee-c050-4053-80ca-5c49fc58d3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:38.749922 dv-cinder-784623-6-smb neutron-server[85140]: INFO neutron.wsgi [None req-5ef068ee-c050-4053-80ca-5c49fc58d3d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c077856a-36d7-4da5-ac19-9b22e3e8d8f5 HTTP/1.1" status: 204 len: 168 time: 0.4342277 Apr 09 02:05:43.471591 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5bd7aa7e-e276-4738-bbaf-59826ed4639a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:47.231853 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-fe256a49-dbf9-44f7-9480-922184884739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:48.219573 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:48.543812 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:05:49.530340 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 02:05:49.776057 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:06:02.269047 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:06:13.474768 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-a4c3c24d-33a6-4077-a16b-5128ebacb93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:06:17.233490 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-0fe7c359-1cb8-4031-bb8f-293f4205d2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:06:18.218305 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:06:18.545546 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:06:19.779648 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:06:26.529798 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 02:06:32.288051 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:06:43.476271 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-bbcb48d3-6bc2-457c-b88f-ba2ac3081b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:06:47.235468 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-7086e7d2-f5e7-445c-b3bd-f8b8f3efc5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:06:48.222172 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:06:48.551078 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:06:49.784490 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:07:02.281917 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:07:03.529946 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 02:07:13.477322 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ddc644a2-a63e-4a6c-a14f-fffbdfa34a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:07:17.238876 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-517a990b-8713-4abd-8ee5-85040fb71e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:07:18.224239 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:07:18.553453 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:07:19.786286 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:07:32.296745 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:07:40.529799 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 02:07:43.481721 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-103617d5-4648-45e2-87db-f1b3ad7bce57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:07:47.241884 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-6f8e578e-09eb-4c0c-81a5-bcc519486200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:07:48.226115 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:07:48.557265 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:07:49.788068 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:08:02.307820 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:08:13.484425 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c62cedfd-da35-4388-95eb-a64d8fffa5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:08:17.242429 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-ee67ce3a-f4be-4479-8331-e4a98da76d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:08:17.528792 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 02:08:18.228809 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:08:18.558836 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:08:19.791599 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:08:32.322425 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:08:43.485986 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-72156536-faac-4658-b221-8dae9317783f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:08:47.244977 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-936daa75-fb5d-4e75-9281-7ccd99beb23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:08:48.230704 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:08:48.560605 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:08:49.793739 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:08:54.527567 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 02:09:02.328952 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:09:13.487684 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-e1ae0b90-b260-4d3a-8aa2-3752e21be390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:09:17.246644 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-646e68fd-60ad-4b1f-ad3c-db13b8a0e975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:09:18.233557 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:09:18.562973 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:09:19.796219 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:09:31.526957 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 02:09:32.325706 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:09:43.489283 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-51eab351-21d9-4463-9d38-b2ab296fd958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:09:47.249174 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-5ce26514-67c8-467a-b4d0-4d7a5d73b687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:09:48.236018 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:09:48.564301 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:09:49.801117 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:10:02.351119 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:10:08.527343 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron.db.agents_db [None req-fe2a8251-43d5-4ae0-8b46-7efde2af9aeb None None] Agent healthcheck: found 6 active agents {{(pid=85256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 02:10:13.491491 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-30b527e2-eb9c-47a0-8877-1d54a804c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:10:17.251095 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-1422c0b1-9222-4dc2-ba40-482ff19f176e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:10:18.238403 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-d337e3ff-d8a6-4a08-a948-2e0a3cd31983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:10:18.565628 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-8b44f78c-bdf5-41ef-9e6a-6b26524cc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:10:19.800352 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-739a1847-ff04-4ffb-bbe6-03e6f8da5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 02:10:32.342900 dv-cinder-784623-6-smb neutron-server[85140]: DEBUG neutron_lib.callbacks.manager [None req-c302fb0b-ce4d-4433-8605-049c7314c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245879998239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63491'] for agent, after_update {{(pid=85255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}